2024-11-17 21:24:02,876 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-17 21:24:02,893 main DEBUG Took 0.014494 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-17 21:24:02,894 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-17 21:24:02,895 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-17 21:24:02,896 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-17 21:24:02,898 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:24:02,908 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-17 21:24:02,923 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:24:02,924 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:24:02,925 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:24:02,926 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:24:02,927 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:24:02,928 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:24:02,929 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:24:02,930 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:24:02,931 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:24:02,931 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:24:02,932 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:24:02,932 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:24:02,933 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:24:02,934 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:24:02,934 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:24:02,934 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:24:02,935 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:24:02,935 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:24:02,936 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:24:02,936 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:24:02,937 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:24:02,937 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:24:02,938 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:24:02,938 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:24:02,939 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:24:02,939 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-17 21:24:02,942 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:24:02,943 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-17 21:24:02,946 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-17 21:24:02,947 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-17 21:24:02,948 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-17 21:24:02,949 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-17 21:24:02,960 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-17 21:24:02,963 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-17 21:24:02,965 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-17 21:24:02,966 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-17 21:24:02,967 main DEBUG createAppenders(={Console}) 2024-11-17 21:24:02,968 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-17 21:24:02,968 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-17 21:24:02,969 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-17 21:24:02,969 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-17 21:24:02,970 main DEBUG OutputStream closed 2024-11-17 21:24:02,970 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-17 21:24:02,970 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-17 21:24:02,971 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-17 21:24:03,074 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-17 21:24:03,077 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-17 21:24:03,078 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-17 21:24:03,079 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-17 21:24:03,080 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-17 21:24:03,081 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-17 21:24:03,081 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-17 21:24:03,082 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-17 21:24:03,082 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-17 21:24:03,083 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-17 21:24:03,083 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-17 21:24:03,083 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-17 21:24:03,084 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-17 21:24:03,084 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-17 21:24:03,085 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-17 21:24:03,085 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-17 21:24:03,085 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-17 21:24:03,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-17 21:24:03,089 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17 21:24:03,090 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-17 21:24:03,090 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-17 21:24:03,091 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-17T21:24:03,107 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-17 21:24:03,111 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-17 21:24:03,111 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17T21:24:03,397 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd 2024-11-17T21:24:03,398 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-17T21:24:03,492 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-17T21:24:03,554 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/cluster_ab36f441-25e3-2475-6036-6f15807cea8d, deleteOnExit=true 2024-11-17T21:24:03,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/test.cache.data in system properties and HBase conf 2024-11-17T21:24:03,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T21:24:03,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/hadoop.log.dir in system properties and HBase conf 2024-11-17T21:24:03,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T21:24:03,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T21:24:03,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T21:24:03,637 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T21:24:03,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:24:03,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:24:03,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T21:24:03,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:24:03,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T21:24:03,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T21:24:03,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:24:03,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:24:03,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T21:24:03,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/nfs.dump.dir in system properties and HBase conf 2024-11-17T21:24:03,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/java.io.tmpdir in system properties and HBase conf 2024-11-17T21:24:03,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:24:03,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T21:24:03,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T21:24:04,697 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-17T21:24:04,767 INFO [Time-limited test {}] log.Log(170): Logging initialized @2699ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-17T21:24:04,832 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:24:04,897 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:24:04,917 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:24:04,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:24:04,919 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T21:24:04,931 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:24:04,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c277883{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:24:04,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6325f080{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:24:05,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5fb88504{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/java.io.tmpdir/jetty-localhost-45053-hadoop-hdfs-3_4_1-tests_jar-_-any-12532140635828786312/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:24:05,129 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c6addc2{HTTP/1.1, (http/1.1)}{localhost:45053} 2024-11-17T21:24:05,129 INFO [Time-limited test {}] server.Server(415): Started @3062ms 2024-11-17T21:24:05,668 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:24:05,677 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:24:05,678 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:24:05,679 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:24:05,679 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T21:24:05,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@423f2b6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:24:05,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2964d180{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:24:05,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25e2c22c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/java.io.tmpdir/jetty-localhost-40957-hadoop-hdfs-3_4_1-tests_jar-_-any-2970922063271270807/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:24:05,821 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50d53203{HTTP/1.1, (http/1.1)}{localhost:40957} 2024-11-17T21:24:05,822 INFO [Time-limited test {}] server.Server(415): Started @3755ms 2024-11-17T21:24:05,872 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T21:24:05,986 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:24:05,993 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:24:06,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:24:06,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:24:06,009 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T21:24:06,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@103e0162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:24:06,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41496f18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:24:06,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26bdee85{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/java.io.tmpdir/jetty-localhost-35741-hadoop-hdfs-3_4_1-tests_jar-_-any-4469476070355022127/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:24:06,113 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@685be9d5{HTTP/1.1, (http/1.1)}{localhost:35741} 2024-11-17T21:24:06,114 INFO [Time-limited test {}] server.Server(415): Started @4047ms 2024-11-17T21:24:06,116 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T21:24:07,452 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/cluster_ab36f441-25e3-2475-6036-6f15807cea8d/data/data3/current/BP-1419790468-172.17.0.2-1731878644224/current, will proceed with Du for space computation calculation, 2024-11-17T21:24:07,452 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/cluster_ab36f441-25e3-2475-6036-6f15807cea8d/data/data2/current/BP-1419790468-172.17.0.2-1731878644224/current, will proceed with Du for space computation calculation, 2024-11-17T21:24:07,452 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/cluster_ab36f441-25e3-2475-6036-6f15807cea8d/data/data1/current/BP-1419790468-172.17.0.2-1731878644224/current, will proceed with Du for space computation calculation, 2024-11-17T21:24:07,452 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/cluster_ab36f441-25e3-2475-6036-6f15807cea8d/data/data4/current/BP-1419790468-172.17.0.2-1731878644224/current, will proceed with Du for space computation calculation, 2024-11-17T21:24:07,485 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T21:24:07,486 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T21:24:07,535 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7508e813134fa78 with lease ID 0x90b5edd40e0d7d75: Processing first storage report for DS-5d8bb594-63a7-4a0c-a92a-045ffe9401d2 from datanode DatanodeRegistration(127.0.0.1:41901, datanodeUuid=d0f54db6-a8d7-42e8-9d8a-eb476ec7799a, infoPort=45315, infoSecurePort=0, ipcPort=41385, storageInfo=lv=-57;cid=testClusterID;nsid=1712578392;c=1731878644224) 2024-11-17T21:24:07,537 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7508e813134fa78 with lease ID 0x90b5edd40e0d7d75: from storage DS-5d8bb594-63a7-4a0c-a92a-045ffe9401d2 node DatanodeRegistration(127.0.0.1:41901, datanodeUuid=d0f54db6-a8d7-42e8-9d8a-eb476ec7799a, infoPort=45315, infoSecurePort=0, ipcPort=41385, storageInfo=lv=-57;cid=testClusterID;nsid=1712578392;c=1731878644224), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T21:24:07,537 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60bc326e473876ba with lease ID 0x90b5edd40e0d7d76: Processing first storage report for DS-3fd263a4-4d76-4b32-ae7f-892f8220a998 from datanode DatanodeRegistration(127.0.0.1:46155, datanodeUuid=2bfb323d-5769-431b-ae65-a0dc63b017ac, infoPort=40733, infoSecurePort=0, ipcPort=32825, storageInfo=lv=-57;cid=testClusterID;nsid=1712578392;c=1731878644224) 2024-11-17T21:24:07,538 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60bc326e473876ba with lease ID 0x90b5edd40e0d7d76: from storage DS-3fd263a4-4d76-4b32-ae7f-892f8220a998 node DatanodeRegistration(127.0.0.1:46155, datanodeUuid=2bfb323d-5769-431b-ae65-a0dc63b017ac, infoPort=40733, infoSecurePort=0, ipcPort=32825, storageInfo=lv=-57;cid=testClusterID;nsid=1712578392;c=1731878644224), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:24:07,538 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7508e813134fa78 with lease ID 0x90b5edd40e0d7d75: Processing first storage report for DS-a082415c-a45e-469d-a250-6cc498a2f85a from datanode DatanodeRegistration(127.0.0.1:41901, datanodeUuid=d0f54db6-a8d7-42e8-9d8a-eb476ec7799a, infoPort=45315, infoSecurePort=0, ipcPort=41385, storageInfo=lv=-57;cid=testClusterID;nsid=1712578392;c=1731878644224) 2024-11-17T21:24:07,538 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7508e813134fa78 with lease ID 0x90b5edd40e0d7d75: from storage DS-a082415c-a45e-469d-a250-6cc498a2f85a node DatanodeRegistration(127.0.0.1:41901, datanodeUuid=d0f54db6-a8d7-42e8-9d8a-eb476ec7799a, infoPort=45315, infoSecurePort=0, ipcPort=41385, storageInfo=lv=-57;cid=testClusterID;nsid=1712578392;c=1731878644224), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:24:07,539 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60bc326e473876ba with lease ID 0x90b5edd40e0d7d76: Processing first storage report for DS-02df024c-b4c6-48ff-aba8-c2a71fa404bc from datanode DatanodeRegistration(127.0.0.1:46155, datanodeUuid=2bfb323d-5769-431b-ae65-a0dc63b017ac, infoPort=40733, infoSecurePort=0, ipcPort=32825, storageInfo=lv=-57;cid=testClusterID;nsid=1712578392;c=1731878644224) 2024-11-17T21:24:07,539 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60bc326e473876ba with lease ID 0x90b5edd40e0d7d76: from storage DS-02df024c-b4c6-48ff-aba8-c2a71fa404bc node DatanodeRegistration(127.0.0.1:46155, datanodeUuid=2bfb323d-5769-431b-ae65-a0dc63b017ac, infoPort=40733, infoSecurePort=0, ipcPort=32825, storageInfo=lv=-57;cid=testClusterID;nsid=1712578392;c=1731878644224), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:24:07,555 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd 2024-11-17T21:24:07,569 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=123, OpenFileDescriptor=367, MaxFileDescriptor=1048576, SystemLoadAverage=361, ProcessCount=11, AvailableMemoryMB=9490 2024-11-17T21:24:07,571 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:07,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:07,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:07,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741825_1001 (size=7) 2024-11-17T21:24:07,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741825_1001 (size=7) 2024-11-17T21:24:08,204 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:08,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:08,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:08,225 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:08,254 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-17T21:24:08,273 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-17T21:24:08,276 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:08,277 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T21:24:08,279 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T21:24:08,285 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T21:24:08,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,302 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-17T21:24:08,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741826_1002 (size=1393) 2024-11-17T21:24:08,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741826_1002 (size=1393) 2024-11-17T21:24:08,353 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T21:24:08,353 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T21:24:08,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741827_1003 (size=1393) 2024-11-17T21:24:08,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741827_1003 (size=1393) 2024-11-17T21:24:08,393 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T21:24:08,394 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T21:24:08,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741828_1004 (size=1393) 2024-11-17T21:24:08,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741828_1004 (size=1393) 2024-11-17T21:24:08,426 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T21:24:08,427 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T21:24:08,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741829_1005 (size=1393) 2024-11-17T21:24:08,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741829_1005 (size=1393) 2024-11-17T21:24:08,458 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T21:24:08,458 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T21:24:08,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741830_1006 (size=1393) 2024-11-17T21:24:08,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741830_1006 (size=1393) 2024-11-17T21:24:08,502 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T21:24:08,502 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T21:24:08,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741831_1007 (size=1393) 2024-11-17T21:24:08,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741831_1007 (size=1393) 2024-11-17T21:24:08,531 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T21:24:08,532 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T21:24:08,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741832_1008 (size=1405) 2024-11-17T21:24:08,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741832_1008 (size=1405) 2024-11-17T21:24:08,557 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T21:24:08,557 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T21:24:08,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741833_1009 (size=1413) 2024-11-17T21:24:08,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741833_1009 (size=1413) 2024-11-17T21:24:08,587 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T21:24:08,587 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T21:24:08,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741834_1010 (size=1413) 2024-11-17T21:24:08,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741834_1010 (size=1413) 2024-11-17T21:24:08,611 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T21:24:08,612 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T21:24:08,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741835_1011 (size=1413) 2024-11-17T21:24:08,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741835_1011 (size=1413) 2024-11-17T21:24:08,636 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T21:24:08,704 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/f23f383f-4448-9faf-3a67-ab413091b133/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731878648259/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T21:24:08,705 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-17T21:24:08,706 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-17T21:24:08,706 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/f23f383f-4448-9faf-3a67-ab413091b133/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731878648259/wal.dat.0 2024-11-17T21:24:08,713 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/f23f383f-4448-9faf-3a67-ab413091b133/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731878648259/wal.dat.0 after 4ms 2024-11-17T21:24:08,753 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/f23f383f-4448-9faf-3a67-ab413091b133/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731878648259/wal.dat.0 took 53ms 2024-11-17T21:24:08,760 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/f23f383f-4448-9faf-3a67-ab413091b133/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731878648259/wal.dat.0 so closing down 2024-11-17T21:24:08,764 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:08,764 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:08,769 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/f23f383f-4448-9faf-3a67-ab413091b133/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731878648259/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:08,771 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/f23f383f-4448-9faf-3a67-ab413091b133/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731878648259/wal.dat.0, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/f23f383f-4448-9faf-3a67-ab413091b133/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731878648259/wal.dat.0, size=1.4 K (1393bytes) at 1731878648704Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/f23f383f-4448-9faf-3a67-ab413091b133/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731878648259/wal.dat.0 so closing down at 1731878648760 (+56 ms)3 split writer threads finished at 1731878648764 (+4 ms)Processed 0 edits across 0 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/f23f383f-4448-9faf-3a67-ab413091b133/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731878648259/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878648769 (+5 ms) 2024-11-17T21:24:08,771 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-17T21:24:08,795 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=128 (was 123) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-639602699_22 at /127.0.0.1:53184 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1c27f66c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43469 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 367) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=361 (was 361), ProcessCount=11 (was 11), AvailableMemoryMB=9382 (was 9490) 2024-11-17T21:24:08,801 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=128, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=361, ProcessCount=11, AvailableMemoryMB=9382 2024-11-17T21:24:08,801 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:08,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741836_1012 (size=7) 2024-11-17T21:24:08,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741836_1012 (size=7) 2024-11-17T21:24:08,817 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:08,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:08,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:08,825 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:08,825 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-17T21:24:08,825 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T21:24:08,827 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T21:24:08,831 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T21:24:08,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:08,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:08,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741837_1013 (size=2324) 2024-11-17T21:24:08,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741837_1013 (size=2324) 2024-11-17T21:24:08,913 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T21:24:08,930 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/59fedf04-f24a-b37e-4390-7b3228aed831/WALs/testsplitlogfilemultipleregions,16010,1731878648825/wal.dat.0, size=2.3 K (2324bytes) 2024-11-17T21:24:08,930 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/59fedf04-f24a-b37e-4390-7b3228aed831/WALs/testsplitlogfilemultipleregions,16010,1731878648825/wal.dat.0 2024-11-17T21:24:08,931 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/59fedf04-f24a-b37e-4390-7b3228aed831/WALs/testsplitlogfilemultipleregions,16010,1731878648825/wal.dat.0 after 1ms 2024-11-17T21:24:08,935 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/59fedf04-f24a-b37e-4390-7b3228aed831/WALs/testsplitlogfilemultipleregions,16010,1731878648825/wal.dat.0 took 5ms 2024-11-17T21:24:08,944 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/59fedf04-f24a-b37e-4390-7b3228aed831/WALs/testsplitlogfilemultipleregions,16010,1731878648825/wal.dat.0 so closing down 2024-11-17T21:24:08,944 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:08,944 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:08,970 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:08,970 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T21:24:08,972 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/59fedf04-f24a-b37e-4390-7b3228aed831/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:08,972 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/59fedf04-f24a-b37e-4390-7b3228aed831/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T21:24:08,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741838_1014 (size=743) 2024-11-17T21:24:08,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741839_1015 (size=743) 2024-11-17T21:24:08,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741839_1015 (size=743) 2024-11-17T21:24:08,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741838_1014 (size=743) 2024-11-17T21:24:08,991 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/59fedf04-f24a-b37e-4390-7b3228aed831/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 2 ms) 2024-11-17T21:24:08,991 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/59fedf04-f24a-b37e-4390-7b3228aed831/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) 2024-11-17T21:24:08,995 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/59fedf04-f24a-b37e-4390-7b3228aed831/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/59fedf04-f24a-b37e-4390-7b3228aed831/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T21:24:08,995 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/59fedf04-f24a-b37e-4390-7b3228aed831/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/59fedf04-f24a-b37e-4390-7b3228aed831/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T21:24:08,996 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 60 ms; skipped=7; WAL=hdfs://localhost:43469/user/jenkins/test-data/59fedf04-f24a-b37e-4390-7b3228aed831/WALs/testsplitlogfilemultipleregions,16010,1731878648825/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-17T21:24:08,996 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/59fedf04-f24a-b37e-4390-7b3228aed831/WALs/testsplitlogfilemultipleregions,16010,1731878648825/wal.dat.0, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/59fedf04-f24a-b37e-4390-7b3228aed831/WALs/testsplitlogfilemultipleregions,16010,1731878648825/wal.dat.0, size=2.3 K (2324bytes) at 1731878648930Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/59fedf04-f24a-b37e-4390-7b3228aed831/WALs/testsplitlogfilemultipleregions,16010,1731878648825/wal.dat.0 so closing down at 1731878648944 (+14 ms)3 split writer threads finished at 1731878648944Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/59fedf04-f24a-b37e-4390-7b3228aed831/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731878648972 (+28 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/59fedf04-f24a-b37e-4390-7b3228aed831/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731878648972Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/59fedf04-f24a-b37e-4390-7b3228aed831/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) at 1731878648991 (+19 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/59fedf04-f24a-b37e-4390-7b3228aed831/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) at 1731878648991Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/59fedf04-f24a-b37e-4390-7b3228aed831/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/59fedf04-f24a-b37e-4390-7b3228aed831/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731878648995 (+4 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/59fedf04-f24a-b37e-4390-7b3228aed831/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/59fedf04-f24a-b37e-4390-7b3228aed831/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731878648995Processed 27 edits across 2 Regions in 60 ms; skipped=7; WAL=hdfs://localhost:43469/user/jenkins/test-data/59fedf04-f24a-b37e-4390-7b3228aed831/WALs/testsplitlogfilemultipleregions,16010,1731878648825/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731878648996 (+1 ms) 2024-11-17T21:24:09,006 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/59fedf04-f24a-b37e-4390-7b3228aed831/WALs/testsplitlogfilemultipleregions,16010,1731878648825/wal.dat.0 to hdfs://localhost:43469/user/jenkins/test-data/59fedf04-f24a-b37e-4390-7b3228aed831/oldWALs/wal.dat.0 2024-11-17T21:24:09,030 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=129 (was 128) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1317418215_22 at /127.0.0.1:53184 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1317418215_22 at /127.0.0.1:45876 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=383 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=361 (was 361), ProcessCount=11 (was 11), AvailableMemoryMB=9375 (was 9382) 2024-11-17T21:24:09,036 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=129, OpenFileDescriptor=383, MaxFileDescriptor=1048576, SystemLoadAverage=361, ProcessCount=11, AvailableMemoryMB=9375 2024-11-17T21:24:09,036 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:09,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741840_1016 (size=7) 2024-11-17T21:24:09,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741840_1016 (size=7) 2024-11-17T21:24:09,051 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:09,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:09,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:09,060 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:09,061 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T21:24:09,062 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T21:24:09,065 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T21:24:09,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:09,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:09,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:09,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:09,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:09,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:09,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:09,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:09,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:09,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:09,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:09,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:09,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:09,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:09,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:09,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:09,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:09,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:09,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:09,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:09,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:09,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:09,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:09,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:09,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:09,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:09,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:09,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:09,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:09,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:09,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:09,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:09,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:09,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:09,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:09,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:09,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:09,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:09,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:09,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:09,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741841_1017 (size=2324) 2024-11-17T21:24:09,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741841_1017 (size=2324) 2024-11-17T21:24:09,094 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T21:24:09,874 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/0c269df4-6021-3e95-5973-68cb0184f5f0/WALs/testterminationaskedbyreporter,16010,1731878649060/wal.dat.0, size=2.3 K (2324bytes) 2024-11-17T21:24:09,874 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0c269df4-6021-3e95-5973-68cb0184f5f0/WALs/testterminationaskedbyreporter,16010,1731878649060/wal.dat.0 so closing down 2024-11-17T21:24:09,875 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0c269df4-6021-3e95-5973-68cb0184f5f0/WALs/testterminationaskedbyreporter,16010,1731878649060/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-17T21:24:09,875 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/0c269df4-6021-3e95-5973-68cb0184f5f0/WALs/testterminationaskedbyreporter,16010,1731878649060/wal.dat.0, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/0c269df4-6021-3e95-5973-68cb0184f5f0/WALs/testterminationaskedbyreporter,16010,1731878649060/wal.dat.0, size=2.3 K (2324bytes) at 1731878649874Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0c269df4-6021-3e95-5973-68cb0184f5f0/WALs/testterminationaskedbyreporter,16010,1731878649060/wal.dat.0 so closing down at 1731878649874Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0c269df4-6021-3e95-5973-68cb0184f5f0/WALs/testterminationaskedbyreporter,16010,1731878649060/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1731878649875 (+1 ms) 2024-11-17T21:24:09,894 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=129 (was 129), OpenFileDescriptor=383 (was 383), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=361 (was 361), ProcessCount=11 (was 11), AvailableMemoryMB=9329 (was 9375) 2024-11-17T21:24:09,908 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=129, OpenFileDescriptor=383, MaxFileDescriptor=1048576, SystemLoadAverage=361, ProcessCount=11, AvailableMemoryMB=9328 2024-11-17T21:24:09,908 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:09,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741842_1018 (size=7) 2024-11-17T21:24:09,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741842_1018 (size=7) 2024-11-17T21:24:09,993 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:09,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:09,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:10,011 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:10,011 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-17T21:24:10,015 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T21:24:10,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741843_1019 (size=1043) 2024-11-17T21:24:10,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741843_1019 (size=1043) 2024-11-17T21:24:10,106 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T21:24:10,106 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T21:24:10,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,197 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T21:24:10,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741845_1021 (size=1043) 2024-11-17T21:24:10,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741845_1021 (size=1043) 2024-11-17T21:24:10,311 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T21:24:10,312 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T21:24:10,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741846_1022 (size=1043) 2024-11-17T21:24:10,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741846_1022 (size=1043) 2024-11-17T21:24:10,386 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T21:24:10,386 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T21:24:10,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741847_1023 (size=1043) 2024-11-17T21:24:10,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741847_1023 (size=1043) 2024-11-17T21:24:10,498 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T21:24:10,499 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T21:24:10,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741848_1024 (size=1043) 2024-11-17T21:24:10,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741848_1024 (size=1043) 2024-11-17T21:24:10,569 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T21:24:10,569 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T21:24:10,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741849_1025 (size=1043) 2024-11-17T21:24:10,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741849_1025 (size=1043) 2024-11-17T21:24:10,627 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T21:24:10,627 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T21:24:10,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741850_1026 (size=1043) 2024-11-17T21:24:10,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741850_1026 (size=1043) 2024-11-17T21:24:10,729 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T21:24:10,730 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T21:24:10,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741851_1027 (size=1043) 2024-11-17T21:24:10,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741851_1027 (size=1043) 2024-11-17T21:24:10,829 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T21:24:10,830 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T21:24:10,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:10,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:10,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741852_1028 (size=1043) 2024-11-17T21:24:10,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741852_1028 (size=1043) 2024-11-17T21:24:10,881 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T21:24:10,930 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.0, size=1.0 K (1043bytes) 2024-11-17T21:24:10,930 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.0 2024-11-17T21:24:10,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.0 after 2ms 2024-11-17T21:24:10,941 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.0 took 12ms 2024-11-17T21:24:10,972 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-17T21:24:10,973 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.0 so closing down 2024-11-17T21:24:10,973 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:10,978 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:10,979 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 11 ms; skipped=10; WAL=hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-17T21:24:10,979 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.0, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.0, size=1.0 K (1043bytes) at 1731878650930Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.0 so closing down at 1731878650973 (+43 ms)3 split writer threads finished at 1731878650979 (+6 ms)Processed 10 edits across 0 Regions in 11 ms; skipped=10; WAL=hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731878650979 2024-11-17T21:24:10,991 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.0 to hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/oldWALs/wal.dat.0 2024-11-17T21:24:10,991 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.1, size=180 (180bytes) 2024-11-17T21:24:10,991 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.1 2024-11-17T21:24:10,995 WARN [IPC Server handler 1 on default port 43469 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-17T21:24:10,996 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.1 after 5ms 2024-11-17T21:24:11,556 WARN [ResponseProcessor for block BP-1419790468-172.17.0.2-1731878644224:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1419790468-172.17.0.2-1731878644224:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T21:24:11,558 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1449644454_22 at /127.0.0.1:45932 [Receiving block BP-1419790468-172.17.0.2-1731878644224:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:46155:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45932 dst: /127.0.0.1:46155 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T21:24:11,562 WARN [DataStreamer for file /user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.1 block BP-1419790468-172.17.0.2-1731878644224:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1419790468-172.17.0.2-1731878644224:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:41901,DS-5d8bb594-63a7-4a0c-a92a-045ffe9401d2,DISK], DatanodeInfoWithStorage[127.0.0.1:46155,DS-3fd263a4-4d76-4b32-ae7f-892f8220a998,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:41901,DS-5d8bb594-63a7-4a0c-a92a-045ffe9401d2,DISK]) is bad. 2024-11-17T21:24:11,556 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1449644454_22 at /127.0.0.1:53286 [Receiving block BP-1419790468-172.17.0.2-1731878644224:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:41901:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53286 dst: /127.0.0.1:41901 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41901 remote=/127.0.0.1:53286]. Total timeout mills is 60000, 58639 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T21:24:11,573 WARN [DataStreamer for file /user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.1 block BP-1419790468-172.17.0.2-1731878644224:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1419790468-172.17.0.2-1731878644224:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T21:24:11,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741844_1029 (size=1035) 2024-11-17T21:24:11,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741844_1029 (size=1035) 2024-11-17T21:24:14,998 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.1 after 4007ms 2024-11-17T21:24:15,004 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.1 took 4013ms 2024-11-17T21:24:15,014 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.1; continuing. 2024-11-17T21:24:15,014 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.1 so closing down 2024-11-17T21:24:15,015 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:15,015 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:15,015 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-17T21:24:15,015 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.1, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.1, size=180 (180bytes) at 1731878650991Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.1 so closing down at 1731878655015 (+4024 ms)3 split writer threads finished at 1731878655015Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1731878655015 2024-11-17T21:24:15,020 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.1 to hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/oldWALs/wal.dat.1 2024-11-17T21:24:15,020 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.2, size=1.0 K (1043bytes) 2024-11-17T21:24:15,020 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.2 2024-11-17T21:24:15,023 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.2 after 3ms 2024-11-17T21:24:15,031 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.2 took 11ms 2024-11-17T21:24:15,034 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.2 so closing down 2024-11-17T21:24:15,034 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:15,034 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:15,034 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-17T21:24:15,035 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.2, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.2, size=1.0 K (1043bytes) at 1731878655020Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.2 so closing down at 1731878655034 (+14 ms)3 split writer threads finished at 1731878655034Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731878655034 2024-11-17T21:24:15,038 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.2 to hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/oldWALs/wal.dat.2 2024-11-17T21:24:15,038 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.3, size=1.0 K (1043bytes) 2024-11-17T21:24:15,038 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.3 2024-11-17T21:24:15,040 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.3 after 2ms 2024-11-17T21:24:15,044 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.3 took 6ms 2024-11-17T21:24:15,052 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.3 so closing down 2024-11-17T21:24:15,052 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:15,054 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:15,054 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-17T21:24:15,054 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.3, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.3, size=1.0 K (1043bytes) at 1731878655038Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.3 so closing down at 1731878655052 (+14 ms)3 split writer threads finished at 1731878655054 (+2 ms)Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731878655054 2024-11-17T21:24:15,057 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.3 to hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/oldWALs/wal.dat.3 2024-11-17T21:24:15,058 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.4, size=1.0 K (1043bytes) 2024-11-17T21:24:15,058 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.4 2024-11-17T21:24:15,059 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.4 after 1ms 2024-11-17T21:24:15,064 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.4 took 6ms 2024-11-17T21:24:15,067 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.4 so closing down 2024-11-17T21:24:15,067 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:15,067 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:15,068 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-17T21:24:15,068 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.4, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.4, size=1.0 K (1043bytes) at 1731878655058Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.4 so closing down at 1731878655067 (+9 ms)3 split writer threads finished at 1731878655067Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731878655068 (+1 ms) 2024-11-17T21:24:15,071 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.4 to hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/oldWALs/wal.dat.4 2024-11-17T21:24:15,071 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.5, size=1.0 K (1043bytes) 2024-11-17T21:24:15,071 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.5 2024-11-17T21:24:15,073 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.5 after 2ms 2024-11-17T21:24:15,083 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.5 took 12ms 2024-11-17T21:24:15,087 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.5 so closing down 2024-11-17T21:24:15,087 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:15,088 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:15,088 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-17T21:24:15,088 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.5, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.5, size=1.0 K (1043bytes) at 1731878655071Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.5 so closing down at 1731878655087 (+16 ms)3 split writer threads finished at 1731878655088 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731878655088 2024-11-17T21:24:15,094 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.5 to hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/oldWALs/wal.dat.5 2024-11-17T21:24:15,094 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.6, size=1.0 K (1043bytes) 2024-11-17T21:24:15,094 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.6 2024-11-17T21:24:15,095 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.6 after 1ms 2024-11-17T21:24:15,102 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.6 took 8ms 2024-11-17T21:24:15,106 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.6 so closing down 2024-11-17T21:24:15,106 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:15,106 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:15,107 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-17T21:24:15,107 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.6, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.6, size=1.0 K (1043bytes) at 1731878655094Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.6 so closing down at 1731878655106 (+12 ms)3 split writer threads finished at 1731878655107 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731878655107 2024-11-17T21:24:15,113 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.6 to hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/oldWALs/wal.dat.6 2024-11-17T21:24:15,113 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.7, size=1.0 K (1043bytes) 2024-11-17T21:24:15,113 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.7 2024-11-17T21:24:15,115 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.7 after 2ms 2024-11-17T21:24:15,119 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.7 took 6ms 2024-11-17T21:24:15,133 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.7 so closing down 2024-11-17T21:24:15,133 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:15,133 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:15,134 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 9 ms; skipped=10; WAL=hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-17T21:24:15,134 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.7, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.7, size=1.0 K (1043bytes) at 1731878655113Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.7 so closing down at 1731878655133 (+20 ms)3 split writer threads finished at 1731878655133Processed 10 edits across 0 Regions in 9 ms; skipped=10; WAL=hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731878655134 (+1 ms) 2024-11-17T21:24:15,137 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.7 to hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/oldWALs/wal.dat.7 2024-11-17T21:24:15,137 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.8, size=1.0 K (1043bytes) 2024-11-17T21:24:15,137 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.8 2024-11-17T21:24:15,138 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.8 after 1ms 2024-11-17T21:24:15,142 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.8 took 4ms 2024-11-17T21:24:15,144 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.8 so closing down 2024-11-17T21:24:15,144 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:15,144 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:15,145 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-17T21:24:15,145 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.8, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.8, size=1.0 K (1043bytes) at 1731878655137Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.8 so closing down at 1731878655144 (+7 ms)3 split writer threads finished at 1731878655145 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731878655145 2024-11-17T21:24:15,148 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.8 to hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/oldWALs/wal.dat.8 2024-11-17T21:24:15,148 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.9, size=1.0 K (1043bytes) 2024-11-17T21:24:15,148 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.9 2024-11-17T21:24:15,149 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.9 after 1ms 2024-11-17T21:24:15,153 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.9 took 5ms 2024-11-17T21:24:15,155 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.9 so closing down 2024-11-17T21:24:15,155 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:15,155 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:15,155 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-17T21:24:15,155 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.9, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.9, size=1.0 K (1043bytes) at 1731878655148Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.9 so closing down at 1731878655155 (+7 ms)3 split writer threads finished at 1731878655155Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731878655155 2024-11-17T21:24:15,158 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/WALs/testsplitdeletedregion,16010,1731878650011/wal.dat.9 to hdfs://localhost:43469/user/jenkins/test-data/3c6d9b45-d161-94f4-21ee-d4582e3842bb/oldWALs/wal.dat.9 2024-11-17T21:24:15,170 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=133 (was 129) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-234446102_22 at /127.0.0.1:56012 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1034671227) connection to localhost/127.0.0.1:41385 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/cluster_ab36f441-25e3-2475-6036-6f15807cea8d/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/cluster_ab36f441-25e3-2475-6036-6f15807cea8d/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-234446102_22 at /127.0.0.1:35890 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 383) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=412 (was 361) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8916 (was 9328) 2024-11-17T21:24:15,177 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=133, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=412, ProcessCount=11, AvailableMemoryMB=8916 2024-11-17T21:24:15,177 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:15,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741853_1030 (size=7) 2024-11-17T21:24:15,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741853_1030 (size=7) 2024-11-17T21:24:15,187 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:15,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:15,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:15,192 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:15,193 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-17T21:24:15,195 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T21:24:15,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:15,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:15,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:15,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:15,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:15,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:15,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:15,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:15,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:15,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:15,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:15,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:15,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:15,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:15,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:15,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:15,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:15,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:15,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:15,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:15,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741854_1031 (size=863) 2024-11-17T21:24:15,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741854_1031 (size=863) 2024-11-17T21:24:15,220 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T21:24:15,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741855_1032 (size=859) 2024-11-17T21:24:15,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741855_1032 (size=859) 2024-11-17T21:24:15,258 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/9084fd9a-9661-59cf-bf7b-0df73b9d0fb3/WALs/testcorruptwaltrailer,16010,1731878655193/wal.dat.0, size=859 (859bytes) 2024-11-17T21:24:15,258 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/9084fd9a-9661-59cf-bf7b-0df73b9d0fb3/WALs/testcorruptwaltrailer,16010,1731878655193/wal.dat.0 2024-11-17T21:24:15,259 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/9084fd9a-9661-59cf-bf7b-0df73b9d0fb3/WALs/testcorruptwaltrailer,16010,1731878655193/wal.dat.0 after 1ms 2024-11-17T21:24:15,262 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/9084fd9a-9661-59cf-bf7b-0df73b9d0fb3/WALs/testcorruptwaltrailer,16010,1731878655193/wal.dat.0 took 4ms 2024-11-17T21:24:15,372 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:43469/user/jenkins/test-data/9084fd9a-9661-59cf-bf7b-0df73b9d0fb3/WALs/testcorruptwaltrailer,16010,1731878655193/wal.dat.0; continuing. 2024-11-17T21:24:15,372 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/9084fd9a-9661-59cf-bf7b-0df73b9d0fb3/WALs/testcorruptwaltrailer,16010,1731878655193/wal.dat.0 so closing down 2024-11-17T21:24:15,373 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:15,373 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:15,377 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:15,384 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/9084fd9a-9661-59cf-bf7b-0df73b9d0fb3/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:15,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741856_1033 (size=863) 2024-11-17T21:24:15,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741856_1033 (size=863) 2024-11-17T21:24:15,802 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/9084fd9a-9661-59cf-bf7b-0df73b9d0fb3/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:15,804 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/9084fd9a-9661-59cf-bf7b-0df73b9d0fb3/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/9084fd9a-9661-59cf-bf7b-0df73b9d0fb3/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-17T21:24:15,804 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 541 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/9084fd9a-9661-59cf-bf7b-0df73b9d0fb3/WALs/testcorruptwaltrailer,16010,1731878655193/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-17T21:24:15,805 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/9084fd9a-9661-59cf-bf7b-0df73b9d0fb3/WALs/testcorruptwaltrailer,16010,1731878655193/wal.dat.0, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/9084fd9a-9661-59cf-bf7b-0df73b9d0fb3/WALs/testcorruptwaltrailer,16010,1731878655193/wal.dat.0, size=859 (859bytes) at 1731878655258Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/9084fd9a-9661-59cf-bf7b-0df73b9d0fb3/WALs/testcorruptwaltrailer,16010,1731878655193/wal.dat.0 so closing down at 1731878655372 (+114 ms)3 split writer threads finished at 1731878655373 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/9084fd9a-9661-59cf-bf7b-0df73b9d0fb3/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731878655384 (+11 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/9084fd9a-9661-59cf-bf7b-0df73b9d0fb3/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878655802 (+418 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/9084fd9a-9661-59cf-bf7b-0df73b9d0fb3/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/9084fd9a-9661-59cf-bf7b-0df73b9d0fb3/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731878655804 (+2 ms)Processed 10 edits across 1 Regions in 541 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/9084fd9a-9661-59cf-bf7b-0df73b9d0fb3/WALs/testcorruptwaltrailer,16010,1731878655193/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1731878655804 2024-11-17T21:24:15,810 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/9084fd9a-9661-59cf-bf7b-0df73b9d0fb3/WALs/testcorruptwaltrailer,16010,1731878655193/wal.dat.0 to hdfs://localhost:43469/user/jenkins/test-data/9084fd9a-9661-59cf-bf7b-0df73b9d0fb3/oldWALs/wal.dat.0 2024-11-17T21:24:15,840 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=135 (was 133) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_996228658_22 at /127.0.0.1:56012 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/cluster_ab36f441-25e3-2475-6036-6f15807cea8d/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_996228658_22 at /127.0.0.1:35890 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/cluster_ab36f441-25e3-2475-6036-6f15807cea8d/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=412 (was 412), ProcessCount=11 (was 11), AvailableMemoryMB=8893 (was 8916) 2024-11-17T21:24:15,850 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=135, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=412, ProcessCount=11, AvailableMemoryMB=8893 2024-11-17T21:24:15,850 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:15,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741857_1034 (size=7) 2024-11-17T21:24:15,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741857_1034 (size=7) 2024-11-17T21:24:15,896 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:15,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:15,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:15,904 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:15,925 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=135 (was 135), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=435 (was 412) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8889 (was 8893) 2024-11-17T21:24:15,940 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=135, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=435, ProcessCount=11, AvailableMemoryMB=8888 2024-11-17T21:24:15,940 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:15,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741858_1035 (size=7) 2024-11-17T21:24:15,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741858_1035 (size=7) 2024-11-17T21:24:15,983 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:15,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:15,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:15,991 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:16,044 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-17T21:24:16,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741859_1036 (size=93) 2024-11-17T21:24:16,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741859_1036 (size=93) 2024-11-17T21:24:16,119 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=135 (was 135), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=435 (was 435), ProcessCount=11 (was 11), AvailableMemoryMB=8882 (was 8888) 2024-11-17T21:24:16,140 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=135, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=435, ProcessCount=11, AvailableMemoryMB=8882 2024-11-17T21:24:16,140 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:16,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741860_1037 (size=7) 2024-11-17T21:24:16,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741860_1037 (size=7) 2024-11-17T21:24:16,213 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:16,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:16,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:16,220 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:16,221 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T21:24:16,222 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T21:24:16,227 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T21:24:16,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741861_1038 (size=1393) 2024-11-17T21:24:16,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741861_1038 (size=1393) 2024-11-17T21:24:16,300 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T21:24:16,300 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T21:24:16,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741862_1039 (size=1393) 2024-11-17T21:24:16,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741862_1039 (size=1393) 2024-11-17T21:24:16,343 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T21:24:16,343 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T21:24:16,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741863_1040 (size=1393) 2024-11-17T21:24:16,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741863_1040 (size=1393) 2024-11-17T21:24:16,436 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T21:24:16,436 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T21:24:16,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741864_1041 (size=1393) 2024-11-17T21:24:16,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741864_1041 (size=1393) 2024-11-17T21:24:16,511 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T21:24:16,512 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T21:24:16,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741865_1042 (size=1393) 2024-11-17T21:24:16,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741865_1042 (size=1393) 2024-11-17T21:24:16,617 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T21:24:16,618 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T21:24:16,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:16,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:16,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741866_1043 (size=1393) 2024-11-17T21:24:16,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741866_1043 (size=1393) 2024-11-17T21:24:17,121 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T21:24:17,122 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T21:24:17,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741867_1044 (size=1405) 2024-11-17T21:24:17,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741867_1044 (size=1405) 2024-11-17T21:24:17,184 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T21:24:17,184 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T21:24:17,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741868_1045 (size=1413) 2024-11-17T21:24:17,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741868_1045 (size=1413) 2024-11-17T21:24:17,227 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T21:24:17,229 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T21:24:17,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741869_1046 (size=1413) 2024-11-17T21:24:17,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741869_1046 (size=1413) 2024-11-17T21:24:17,269 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T21:24:17,269 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T21:24:17,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:17,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:17,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741870_1047 (size=1413) 2024-11-17T21:24:17,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741870_1047 (size=1413) 2024-11-17T21:24:17,332 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T21:24:17,355 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/d156fc25-2aa3-d9d1-6324-37ab866803b4/WALs/testioeonoutputthread,16010,1731878656220/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T21:24:17,355 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/d156fc25-2aa3-d9d1-6324-37ab866803b4/WALs/testioeonoutputthread,16010,1731878656220/wal.dat.7 2024-11-17T21:24:17,356 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/d156fc25-2aa3-d9d1-6324-37ab866803b4/WALs/testioeonoutputthread,16010,1731878656220/wal.dat.7 after 1ms 2024-11-17T21:24:17,360 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/d156fc25-2aa3-d9d1-6324-37ab866803b4/WALs/testioeonoutputthread,16010,1731878656220/wal.dat.7 took 5ms 2024-11-17T21:24:17,378 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d156fc25-2aa3-d9d1-6324-37ab866803b4/WALs/testioeonoutputthread,16010,1731878656220/wal.dat.7 so closing down 2024-11-17T21:24:17,378 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:17,379 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:17,438 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d156fc25-2aa3-d9d1-6324-37ab866803b4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T21:24:17,440 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d156fc25-2aa3-d9d1-6324-37ab866803b4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T21:24:17,448 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T21:24:17,448 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T21:24:17,449 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 76 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d156fc25-2aa3-d9d1-6324-37ab866803b4/WALs/testioeonoutputthread,16010,1731878656220/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-17T21:24:17,449 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/d156fc25-2aa3-d9d1-6324-37ab866803b4/WALs/testioeonoutputthread,16010,1731878656220/wal.dat.7, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/d156fc25-2aa3-d9d1-6324-37ab866803b4/WALs/testioeonoutputthread,16010,1731878656220/wal.dat.7, size=1.4 K (1413bytes) at 1731878657355Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d156fc25-2aa3-d9d1-6324-37ab866803b4/WALs/testioeonoutputthread,16010,1731878656220/wal.dat.7 so closing down at 1731878657378 (+23 ms)3 split writer threads finished at 1731878657379 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d156fc25-2aa3-d9d1-6324-37ab866803b4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731878657439 (+60 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d156fc25-2aa3-d9d1-6324-37ab866803b4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731878657440 (+1 ms)Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1731878657449 (+9 ms)Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log at 1731878657449Processed 20 edits across 0 Regions in 76 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d156fc25-2aa3-d9d1-6324-37ab866803b4/WALs/testioeonoutputthread,16010,1731878656220/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1731878657449 2024-11-17T21:24:17,460 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=137 (was 135) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_105297689_22 at /127.0.0.1:56012 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Some-old-thread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.wal.TestWALSplit$3.run(TestWALSplit.java:850) Potentially hanging thread: Background-thread-dumper java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1307) app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:111) app//org.apache.hadoop.hbase.wal.TestWALSplit$4.run(TestWALSplit.java:859) - Thread LEAK? -, OpenFileDescriptor=391 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=435 (was 435), ProcessCount=11 (was 11), AvailableMemoryMB=8853 (was 8882) 2024-11-17T21:24:17,467 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=135, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=435, ProcessCount=11, AvailableMemoryMB=8853 2024-11-17T21:24:17,467 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:17,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741871_1048 (size=7) 2024-11-17T21:24:17,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741871_1048 (size=7) 2024-11-17T21:24:17,482 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:17,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:17,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:17,489 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:17,527 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T21:24:17,529 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T21:24:17,531 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T21:24:17,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741872_1049 (size=2324) 2024-11-17T21:24:17,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741872_1049 (size=2324) 2024-11-17T21:24:17,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T21:24:17,569 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T21:24:17,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741873_1050 (size=1393) 2024-11-17T21:24:17,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741873_1050 (size=1393) 2024-11-17T21:24:17,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T21:24:17,619 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T21:24:17,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-17T21:24:17,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-17T21:24:17,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-17T21:24:17,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-17T21:24:17,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-17T21:24:17,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-17T21:24:17,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-17T21:24:17,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-17T21:24:17,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-17T21:24:17,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-17T21:24:17,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-17T21:24:17,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-17T21:24:17,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-17T21:24:17,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-17T21:24:17,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-17T21:24:17,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-17T21:24:17,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-17T21:24:17,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-17T21:24:17,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-17T21:24:17,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-17T21:24:17,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-17T21:24:17,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-17T21:24:17,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-17T21:24:17,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-17T21:24:17,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-17T21:24:17,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-17T21:24:17,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-17T21:24:17,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-17T21:24:17,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-17T21:24:17,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-17T21:24:17,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-17T21:24:17,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-17T21:24:17,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-17T21:24:17,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-17T21:24:17,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-17T21:24:17,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-17T21:24:17,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-17T21:24:17,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-17T21:24:17,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-17T21:24:17,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-17T21:24:17,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-17T21:24:17,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-17T21:24:17,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-17T21:24:17,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-17T21:24:17,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-17T21:24:17,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-17T21:24:17,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-17T21:24:17,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-17T21:24:17,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-17T21:24:17,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-17T21:24:17,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-17T21:24:17,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-17T21:24:17,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-17T21:24:17,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-17T21:24:17,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-17T21:24:17,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-17T21:24:17,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-17T21:24:17,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-17T21:24:17,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-17T21:24:17,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-17T21:24:17,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-17T21:24:17,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-17T21:24:17,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-17T21:24:17,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-17T21:24:17,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-17T21:24:17,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-17T21:24:17,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-17T21:24:17,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-17T21:24:17,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-17T21:24:17,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-17T21:24:17,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-17T21:24:17,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-17T21:24:17,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-17T21:24:17,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-17T21:24:17,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-17T21:24:17,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-17T21:24:17,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-17T21:24:17,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-17T21:24:17,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-17T21:24:17,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-17T21:24:17,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-17T21:24:17,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-17T21:24:17,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-17T21:24:17,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-17T21:24:17,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-17T21:24:17,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-17T21:24:17,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-17T21:24:17,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-17T21:24:17,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-17T21:24:17,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-17T21:24:17,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-17T21:24:17,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-17T21:24:17,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-17T21:24:17,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-17T21:24:17,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-17T21:24:17,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-17T21:24:17,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-17T21:24:17,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-17T21:24:17,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-17T21:24:17,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-17T21:24:17,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-17T21:24:17,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-17T21:24:17,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-17T21:24:17,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-17T21:24:17,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-17T21:24:17,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-17T21:24:17,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-17T21:24:17,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-17T21:24:17,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-17T21:24:17,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-17T21:24:17,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-17T21:24:17,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-17T21:24:17,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-17T21:24:17,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-17T21:24:17,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-17T21:24:17,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-17T21:24:17,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-17T21:24:17,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-17T21:24:17,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-17T21:24:17,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-17T21:24:17,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-17T21:24:17,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-17T21:24:17,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-17T21:24:17,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-17T21:24:17,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-17T21:24:17,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-17T21:24:17,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-17T21:24:17,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-17T21:24:17,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-17T21:24:17,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-17T21:24:17,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-17T21:24:17,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-17T21:24:17,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-17T21:24:17,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-17T21:24:17,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-17T21:24:17,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-17T21:24:17,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-17T21:24:17,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-17T21:24:17,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-17T21:24:17,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-17T21:24:17,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:17,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:17,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-17T21:24:18,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-17T21:24:18,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-17T21:24:18,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-17T21:24:18,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-17T21:24:18,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-17T21:24:18,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-17T21:24:18,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-17T21:24:18,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-17T21:24:18,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-17T21:24:18,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-17T21:24:18,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-17T21:24:18,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-17T21:24:18,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-17T21:24:18,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-17T21:24:18,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-17T21:24:18,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-17T21:24:18,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-17T21:24:18,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-17T21:24:18,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-17T21:24:18,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-17T21:24:18,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-17T21:24:18,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-17T21:24:18,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-17T21:24:18,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-17T21:24:18,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-17T21:24:18,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-17T21:24:18,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-17T21:24:18,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-17T21:24:18,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-17T21:24:18,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-17T21:24:18,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-17T21:24:18,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-17T21:24:18,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-17T21:24:18,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-17T21:24:18,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-17T21:24:18,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-17T21:24:18,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-17T21:24:18,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-17T21:24:18,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-17T21:24:18,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-17T21:24:18,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-17T21:24:18,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-17T21:24:18,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-17T21:24:18,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-17T21:24:18,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-17T21:24:18,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-17T21:24:18,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-17T21:24:18,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-17T21:24:18,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-17T21:24:18,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-17T21:24:18,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-17T21:24:18,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-17T21:24:18,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-17T21:24:18,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-17T21:24:18,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-17T21:24:18,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-17T21:24:18,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-17T21:24:18,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-17T21:24:18,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-17T21:24:18,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-17T21:24:18,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-17T21:24:18,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-17T21:24:18,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-17T21:24:18,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-17T21:24:18,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-17T21:24:18,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-17T21:24:18,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-17T21:24:18,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-17T21:24:18,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-17T21:24:18,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-17T21:24:18,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-17T21:24:18,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-17T21:24:18,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-17T21:24:18,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-17T21:24:18,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-17T21:24:18,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-17T21:24:18,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-17T21:24:18,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-17T21:24:18,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-17T21:24:18,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-17T21:24:18,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-17T21:24:18,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-17T21:24:18,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-17T21:24:18,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-17T21:24:18,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-17T21:24:18,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-17T21:24:18,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-17T21:24:18,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-17T21:24:18,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-17T21:24:18,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-17T21:24:18,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-17T21:24:18,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-17T21:24:18,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-17T21:24:18,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-17T21:24:18,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-17T21:24:18,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-17T21:24:18,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-17T21:24:18,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-17T21:24:18,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-17T21:24:18,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-17T21:24:18,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-17T21:24:18,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-17T21:24:18,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-17T21:24:18,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-17T21:24:18,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-17T21:24:18,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-17T21:24:18,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-17T21:24:18,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-17T21:24:18,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-17T21:24:18,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-17T21:24:18,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-17T21:24:18,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-17T21:24:18,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-17T21:24:18,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-17T21:24:18,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-17T21:24:18,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-17T21:24:18,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-17T21:24:18,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-17T21:24:18,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-17T21:24:18,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-17T21:24:18,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-17T21:24:18,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-17T21:24:18,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-17T21:24:18,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-17T21:24:18,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-17T21:24:18,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-17T21:24:18,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-17T21:24:18,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-17T21:24:18,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-17T21:24:18,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-17T21:24:18,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-17T21:24:18,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-17T21:24:18,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-17T21:24:18,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-17T21:24:18,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-17T21:24:18,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-17T21:24:18,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-17T21:24:18,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-17T21:24:18,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-17T21:24:18,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-17T21:24:18,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-17T21:24:18,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-17T21:24:18,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-17T21:24:18,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-17T21:24:18,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-17T21:24:18,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-17T21:24:18,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-17T21:24:18,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-17T21:24:18,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-17T21:24:18,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-17T21:24:18,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-17T21:24:18,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-17T21:24:18,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-17T21:24:18,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-17T21:24:18,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-17T21:24:18,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-17T21:24:18,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-17T21:24:18,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-17T21:24:18,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-17T21:24:18,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-17T21:24:18,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-17T21:24:18,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-17T21:24:18,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-17T21:24:18,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-17T21:24:18,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-17T21:24:18,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-17T21:24:18,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-17T21:24:18,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-17T21:24:18,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-17T21:24:18,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-17T21:24:18,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-17T21:24:18,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-17T21:24:18,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-17T21:24:18,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-17T21:24:18,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-17T21:24:18,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-17T21:24:18,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-17T21:24:18,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-17T21:24:18,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-17T21:24:18,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-17T21:24:18,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-17T21:24:18,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-17T21:24:18,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-17T21:24:18,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-17T21:24:18,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-17T21:24:18,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-17T21:24:18,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-17T21:24:18,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-17T21:24:18,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-17T21:24:18,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-17T21:24:18,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-17T21:24:18,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-17T21:24:18,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-17T21:24:18,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-17T21:24:18,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-17T21:24:18,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-17T21:24:18,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-17T21:24:18,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-17T21:24:18,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-17T21:24:18,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-17T21:24:18,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-17T21:24:18,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-17T21:24:18,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-17T21:24:18,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-17T21:24:18,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-17T21:24:18,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-17T21:24:18,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-17T21:24:18,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-17T21:24:18,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-17T21:24:18,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-17T21:24:18,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-17T21:24:18,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-17T21:24:18,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-17T21:24:18,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-17T21:24:18,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-17T21:24:18,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-17T21:24:18,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-17T21:24:18,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-17T21:24:18,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-17T21:24:18,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-17T21:24:18,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-17T21:24:18,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-17T21:24:18,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-17T21:24:18,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-17T21:24:18,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-17T21:24:18,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-17T21:24:18,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-17T21:24:18,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-17T21:24:18,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-17T21:24:18,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-17T21:24:18,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-17T21:24:18,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-17T21:24:18,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-17T21:24:18,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-17T21:24:18,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-17T21:24:18,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-17T21:24:18,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-17T21:24:18,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-17T21:24:18,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-17T21:24:18,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-17T21:24:18,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-17T21:24:18,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-17T21:24:18,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-17T21:24:18,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-17T21:24:18,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-17T21:24:18,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-17T21:24:18,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-17T21:24:18,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-17T21:24:18,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-17T21:24:18,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-17T21:24:18,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-17T21:24:18,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-17T21:24:18,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-17T21:24:18,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-17T21:24:18,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-17T21:24:18,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-17T21:24:18,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-17T21:24:18,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-17T21:24:18,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-17T21:24:18,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-17T21:24:18,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-17T21:24:18,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-17T21:24:18,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-17T21:24:18,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-17T21:24:18,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-17T21:24:18,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-17T21:24:18,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-17T21:24:18,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-17T21:24:18,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-17T21:24:18,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-17T21:24:18,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-17T21:24:18,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-17T21:24:18,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-17T21:24:18,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-17T21:24:18,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-17T21:24:18,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-17T21:24:18,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-17T21:24:18,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-17T21:24:18,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-17T21:24:18,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-17T21:24:18,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-17T21:24:18,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-17T21:24:18,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-17T21:24:18,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-17T21:24:18,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-17T21:24:18,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-17T21:24:18,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-17T21:24:18,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-17T21:24:18,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-17T21:24:18,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-17T21:24:18,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-17T21:24:18,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-17T21:24:18,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-17T21:24:18,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-17T21:24:18,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-17T21:24:18,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-17T21:24:18,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-17T21:24:18,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-17T21:24:18,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-17T21:24:18,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-17T21:24:18,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-17T21:24:18,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-17T21:24:18,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-17T21:24:18,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-17T21:24:18,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-17T21:24:18,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-17T21:24:18,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-17T21:24:18,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-17T21:24:18,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-17T21:24:18,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-17T21:24:18,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-17T21:24:18,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-17T21:24:18,690 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489): HdfsNamedFileStatus{path=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1731878657569; access_time=1731878657534; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731878657619; access_time=1731878657570; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1731878657620; access_time=1731878657620; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-17T21:24:18,690 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-17T21:24:18,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-17T21:24:18,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-17T21:24:18,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-17T21:24:18,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-17T21:24:18,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-17T21:24:18,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-17T21:24:18,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-17T21:24:18,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-17T21:24:18,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-17T21:24:18,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-17T21:24:18,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-17T21:24:18,713 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.0, size=2.3 K (2324bytes) 2024-11-17T21:24:18,713 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.0 2024-11-17T21:24:18,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-17T21:24:18,714 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.0 after 1ms 2024-11-17T21:24:18,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,719 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.0 took 6ms 2024-11-17T21:24:18,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-17T21:24:18,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-17T21:24:18,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-17T21:24:18,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-17T21:24:18,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-17T21:24:18,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-17T21:24:18,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,735 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.0 so closing down 2024-11-17T21:24:18,735 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:18,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-17T21:24:18,736 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:18,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-17T21:24:18,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-17T21:24:18,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-17T21:24:18,747 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T21:24:18,747 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:18,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-17T21:24:18,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-17T21:24:18,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-17T21:24:18,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-17T21:24:18,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-17T21:24:18,759 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:18,759 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T21:24:18,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-17T21:24:18,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-17T21:24:18,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-17T21:24:18,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-17T21:24:18,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-17T21:24:18,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-17T21:24:18,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-17T21:24:18,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741876_1053 (size=743) 2024-11-17T21:24:18,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-17T21:24:18,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741876_1053 (size=743) 2024-11-17T21:24:18,782 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:18,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-17T21:24:18,784 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T21:24:18,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-17T21:24:18,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-17T21:24:18,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741875_1052 (size=743) 2024-11-17T21:24:18,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-17T21:24:18,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741875_1052 (size=743) 2024-11-17T21:24:18,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-17T21:24:18,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-17T21:24:18,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-17T21:24:18,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-17T21:24:18,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-17T21:24:18,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-17T21:24:18,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-17T21:24:18,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-17T21:24:18,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-17T21:24:18,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-17T21:24:18,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-17T21:24:18,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-17T21:24:18,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-17T21:24:18,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-17T21:24:18,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-17T21:24:18,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-17T21:24:18,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-17T21:24:18,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-17T21:24:18,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-17T21:24:18,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-17T21:24:18,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-17T21:24:18,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-17T21:24:18,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-17T21:24:18,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-17T21:24:18,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-17T21:24:18,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-17T21:24:18,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-17T21:24:18,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-17T21:24:18,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-17T21:24:18,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-17T21:24:18,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-17T21:24:18,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-17T21:24:18,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-17T21:24:18,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-17T21:24:18,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-17T21:24:18,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-17T21:24:18,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-17T21:24:18,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-17T21:24:18,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-17T21:24:18,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-17T21:24:18,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-17T21:24:18,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-17T21:24:18,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-17T21:24:18,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-17T21:24:18,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-17T21:24:18,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-17T21:24:18,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-17T21:24:18,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-17T21:24:18,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-17T21:24:18,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-17T21:24:18,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-17T21:24:18,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-17T21:24:18,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-17T21:24:18,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-17T21:24:18,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-17T21:24:18,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-17T21:24:18,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-17T21:24:18,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-17T21:24:18,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-17T21:24:18,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-17T21:24:18,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-17T21:24:18,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-17T21:24:18,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-17T21:24:18,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-17T21:24:18,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-17T21:24:18,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-17T21:24:18,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-17T21:24:18,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-17T21:24:18,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-17T21:24:18,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-17T21:24:18,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-17T21:24:18,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-17T21:24:18,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-17T21:24:18,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-17T21:24:18,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-17T21:24:18,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-17T21:24:18,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-17T21:24:18,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-17T21:24:18,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-17T21:24:18,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-17T21:24:18,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-17T21:24:18,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-17T21:24:18,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-17T21:24:18,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-17T21:24:18,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-17T21:24:18,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-17T21:24:18,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-17T21:24:18,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-17T21:24:18,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-17T21:24:18,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-17T21:24:18,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-17T21:24:18,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-17T21:24:18,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-17T21:24:18,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-17T21:24:18,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-17T21:24:18,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-17T21:24:18,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-17T21:24:18,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-17T21:24:18,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-17T21:24:18,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-17T21:24:18,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-17T21:24:18,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-17T21:24:18,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-17T21:24:18,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:18,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:18,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-17T21:24:19,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-17T21:24:19,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-17T21:24:19,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-17T21:24:19,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-17T21:24:19,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-17T21:24:19,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-17T21:24:19,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-17T21:24:19,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-17T21:24:19,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-17T21:24:19,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-17T21:24:19,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-17T21:24:19,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-17T21:24:19,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-17T21:24:19,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-17T21:24:19,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-17T21:24:19,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-17T21:24:19,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-17T21:24:19,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-17T21:24:19,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-17T21:24:19,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-17T21:24:19,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-17T21:24:19,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-17T21:24:19,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-17T21:24:19,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-17T21:24:19,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-17T21:24:19,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-17T21:24:19,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-17T21:24:19,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-17T21:24:19,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-17T21:24:19,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-17T21:24:19,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-17T21:24:19,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-17T21:24:19,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-17T21:24:19,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-17T21:24:19,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-17T21:24:19,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-17T21:24:19,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-17T21:24:19,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-17T21:24:19,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-17T21:24:19,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-17T21:24:19,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-17T21:24:19,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-17T21:24:19,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-17T21:24:19,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-17T21:24:19,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-11-17T21:24:19,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-11-17T21:24:19,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-11-17T21:24:19,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-11-17T21:24:19,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-11-17T21:24:19,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-11-17T21:24:19,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-11-17T21:24:19,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-11-17T21:24:19,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-11-17T21:24:19,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-11-17T21:24:19,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-11-17T21:24:19,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-11-17T21:24:19,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-11-17T21:24:19,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-11-17T21:24:19,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-11-17T21:24:19,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-11-17T21:24:19,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-11-17T21:24:19,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-11-17T21:24:19,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-11-17T21:24:19,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-11-17T21:24:19,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-11-17T21:24:19,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-11-17T21:24:19,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-11-17T21:24:19,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-11-17T21:24:19,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-11-17T21:24:19,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-11-17T21:24:19,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-11-17T21:24:19,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-11-17T21:24:19,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-11-17T21:24:19,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-11-17T21:24:19,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-11-17T21:24:19,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-11-17T21:24:19,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-11-17T21:24:19,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-11-17T21:24:19,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-11-17T21:24:19,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-11-17T21:24:19,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-11-17T21:24:19,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-11-17T21:24:19,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-11-17T21:24:19,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-11-17T21:24:19,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-11-17T21:24:19,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-11-17T21:24:19,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-11-17T21:24:19,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-11-17T21:24:19,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-11-17T21:24:19,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-11-17T21:24:19,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-11-17T21:24:19,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=718, seq=0 2024-11-17T21:24:19,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=719, seq=0 2024-11-17T21:24:19,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=720, seq=0 2024-11-17T21:24:19,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=721, seq=0 2024-11-17T21:24:19,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=722, seq=0 2024-11-17T21:24:19,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=723, seq=0 2024-11-17T21:24:19,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=724, seq=0 2024-11-17T21:24:19,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,198 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:19,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=725, seq=0 2024-11-17T21:24:19,201 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T21:24:19,202 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 481 ms; skipped=7; WAL=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-17T21:24:19,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,202 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.0, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.0, size=2.3 K (2324bytes) at 1731878658713Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.0 so closing down at 1731878658735 (+22 ms)3 split writer threads finished at 1731878658736 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731878658759 (+23 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731878658759Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878658782 (+23 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731878658784 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878659198 (+414 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731878659201 (+3 ms)Processed 27 edits across 2 Regions in 481 ms; skipped=7; WAL=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731878659202 (+1 ms) 2024-11-17T21:24:19,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=726, seq=0 2024-11-17T21:24:19,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=727, seq=0 2024-11-17T21:24:19,207 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.0 to hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/oldWALs/wal.dat.0 2024-11-17T21:24:19,207 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T21:24:19,207 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.1 2024-11-17T21:24:19,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=728, seq=0 2024-11-17T21:24:19,208 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.1 after 1ms 2024-11-17T21:24:19,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=729, seq=0 2024-11-17T21:24:19,211 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.1 took 4ms 2024-11-17T21:24:19,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=730, seq=0 2024-11-17T21:24:19,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=731, seq=0 2024-11-17T21:24:19,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=732, seq=0 2024-11-17T21:24:19,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=733, seq=0 2024-11-17T21:24:19,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=734, seq=0 2024-11-17T21:24:19,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=735, seq=0 2024-11-17T21:24:19,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=736, seq=0 2024-11-17T21:24:19,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=737, seq=0 2024-11-17T21:24:19,231 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.1 so closing down 2024-11-17T21:24:19,231 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:19,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,232 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:19,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=738, seq=0 2024-11-17T21:24:19,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=739, seq=0 2024-11-17T21:24:19,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=740, seq=0 2024-11-17T21:24:19,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=741, seq=0 2024-11-17T21:24:19,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=742, seq=0 2024-11-17T21:24:19,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,242 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T21:24:19,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,244 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T21:24:19,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=743, seq=0 2024-11-17T21:24:19,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=744, seq=0 2024-11-17T21:24:19,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=745, seq=0 2024-11-17T21:24:19,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=746, seq=0 2024-11-17T21:24:19,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=747, seq=0 2024-11-17T21:24:19,252 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T21:24:19,252 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T21:24:19,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=748, seq=0 2024-11-17T21:24:19,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=749, seq=0 2024-11-17T21:24:19,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=750, seq=0 2024-11-17T21:24:19,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=751, seq=0 2024-11-17T21:24:19,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=752, seq=0 2024-11-17T21:24:19,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=753, seq=0 2024-11-17T21:24:19,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=754, seq=0 2024-11-17T21:24:19,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=755, seq=0 2024-11-17T21:24:19,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=756, seq=0 2024-11-17T21:24:19,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=757, seq=0 2024-11-17T21:24:19,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=758, seq=0 2024-11-17T21:24:19,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=759, seq=0 2024-11-17T21:24:19,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=760, seq=0 2024-11-17T21:24:19,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=761, seq=0 2024-11-17T21:24:19,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=762, seq=0 2024-11-17T21:24:19,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=763, seq=0 2024-11-17T21:24:19,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=764, seq=0 2024-11-17T21:24:19,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=765, seq=0 2024-11-17T21:24:19,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=766, seq=0 2024-11-17T21:24:19,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=767, seq=0 2024-11-17T21:24:19,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=768, seq=0 2024-11-17T21:24:19,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=769, seq=0 2024-11-17T21:24:19,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=770, seq=0 2024-11-17T21:24:19,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=771, seq=0 2024-11-17T21:24:19,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=772, seq=0 2024-11-17T21:24:19,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=773, seq=0 2024-11-17T21:24:19,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=774, seq=0 2024-11-17T21:24:19,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741877_1054 (size=743) 2024-11-17T21:24:19,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741877_1054 (size=743) 2024-11-17T21:24:19,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741878_1055 (size=743) 2024-11-17T21:24:19,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741878_1055 (size=743) 2024-11-17T21:24:19,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=775, seq=0 2024-11-17T21:24:19,311 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:19,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,312 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:19,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=776, seq=0 2024-11-17T21:24:19,313 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T21:24:19,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,315 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T21:24:19,315 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 87 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:19,315 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.1, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.1, size=1.4 K (1393bytes) at 1731878659207Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.1 so closing down at 1731878659231 (+24 ms)3 split writer threads finished at 1731878659232 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731878659252 (+20 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731878659252Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878659311 (+59 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878659312 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731878659313 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731878659315 (+2 ms)Processed 20 edits across 2 Regions in 87 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878659315 2024-11-17T21:24:19,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=777, seq=0 2024-11-17T21:24:19,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=778, seq=0 2024-11-17T21:24:19,318 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.1 to hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/oldWALs/wal.dat.1 2024-11-17T21:24:19,318 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.2, size=150 (150bytes) 2024-11-17T21:24:19,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.2 2024-11-17T21:24:19,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=779, seq=0 2024-11-17T21:24:19,319 WARN [IPC Server handler 2 on default port 43469 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-17T21:24:19,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.2 after 1ms 2024-11-17T21:24:19,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=780, seq=0 2024-11-17T21:24:19,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=781, seq=0 2024-11-17T21:24:19,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=782, seq=0 2024-11-17T21:24:19,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=783, seq=0 2024-11-17T21:24:19,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=784, seq=0 2024-11-17T21:24:19,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=785, seq=0 2024-11-17T21:24:19,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=786, seq=0 2024-11-17T21:24:19,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=787, seq=0 2024-11-17T21:24:19,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=788, seq=0 2024-11-17T21:24:19,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=789, seq=0 2024-11-17T21:24:19,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=790, seq=0 2024-11-17T21:24:19,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=791, seq=0 2024-11-17T21:24:19,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=792, seq=0 2024-11-17T21:24:19,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=793, seq=0 2024-11-17T21:24:19,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=794, seq=0 2024-11-17T21:24:19,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=795, seq=0 2024-11-17T21:24:19,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=796, seq=0 2024-11-17T21:24:19,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=797, seq=0 2024-11-17T21:24:19,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=798, seq=0 2024-11-17T21:24:19,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=799, seq=0 2024-11-17T21:24:19,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=800, seq=0 2024-11-17T21:24:19,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=801, seq=0 2024-11-17T21:24:19,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=802, seq=0 2024-11-17T21:24:19,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=803, seq=0 2024-11-17T21:24:19,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=804, seq=0 2024-11-17T21:24:19,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=805, seq=0 2024-11-17T21:24:19,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=806, seq=0 2024-11-17T21:24:19,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=807, seq=0 2024-11-17T21:24:19,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=808, seq=0 2024-11-17T21:24:19,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=809, seq=0 2024-11-17T21:24:19,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=810, seq=0 2024-11-17T21:24:19,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=811, seq=0 2024-11-17T21:24:19,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=812, seq=0 2024-11-17T21:24:19,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=813, seq=0 2024-11-17T21:24:19,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=814, seq=0 2024-11-17T21:24:19,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=815, seq=0 2024-11-17T21:24:19,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=816, seq=0 2024-11-17T21:24:19,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=817, seq=0 2024-11-17T21:24:19,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=818, seq=0 2024-11-17T21:24:19,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=819, seq=0 2024-11-17T21:24:19,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=820, seq=0 2024-11-17T21:24:19,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=821, seq=0 2024-11-17T21:24:19,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=822, seq=0 2024-11-17T21:24:19,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=823, seq=0 2024-11-17T21:24:19,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=824, seq=0 2024-11-17T21:24:19,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=825, seq=0 2024-11-17T21:24:19,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=826, seq=0 2024-11-17T21:24:19,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=827, seq=0 2024-11-17T21:24:19,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=828, seq=0 2024-11-17T21:24:19,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=829, seq=0 2024-11-17T21:24:19,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=830, seq=0 2024-11-17T21:24:19,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=831, seq=0 2024-11-17T21:24:19,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=832, seq=0 2024-11-17T21:24:19,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=833, seq=0 2024-11-17T21:24:19,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=834, seq=0 2024-11-17T21:24:19,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=835, seq=0 2024-11-17T21:24:19,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=836, seq=0 2024-11-17T21:24:19,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=837, seq=0 2024-11-17T21:24:19,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=838, seq=0 2024-11-17T21:24:19,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=839, seq=0 2024-11-17T21:24:19,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=840, seq=0 2024-11-17T21:24:19,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=841, seq=0 2024-11-17T21:24:19,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=842, seq=0 2024-11-17T21:24:19,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=843, seq=0 2024-11-17T21:24:19,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=844, seq=0 2024-11-17T21:24:19,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=845, seq=0 2024-11-17T21:24:19,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=846, seq=0 2024-11-17T21:24:19,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=847, seq=0 2024-11-17T21:24:19,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=848, seq=0 2024-11-17T21:24:19,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=849, seq=0 2024-11-17T21:24:19,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=850, seq=0 2024-11-17T21:24:19,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=851, seq=0 2024-11-17T21:24:19,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=852, seq=0 2024-11-17T21:24:19,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=853, seq=0 2024-11-17T21:24:19,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=854, seq=0 2024-11-17T21:24:19,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=855, seq=0 2024-11-17T21:24:19,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=856, seq=0 2024-11-17T21:24:19,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=857, seq=0 2024-11-17T21:24:19,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=858, seq=0 2024-11-17T21:24:19,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=859, seq=0 2024-11-17T21:24:19,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=860, seq=0 2024-11-17T21:24:19,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=861, seq=0 2024-11-17T21:24:19,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=862, seq=0 2024-11-17T21:24:19,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=863, seq=0 2024-11-17T21:24:19,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=864, seq=0 2024-11-17T21:24:19,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=865, seq=0 2024-11-17T21:24:19,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=866, seq=0 2024-11-17T21:24:19,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=867, seq=0 2024-11-17T21:24:19,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=868, seq=0 2024-11-17T21:24:19,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=869, seq=0 2024-11-17T21:24:19,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=870, seq=0 2024-11-17T21:24:19,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=871, seq=0 2024-11-17T21:24:19,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=872, seq=0 2024-11-17T21:24:19,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=873, seq=0 2024-11-17T21:24:19,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=874, seq=0 2024-11-17T21:24:19,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=875, seq=0 2024-11-17T21:24:19,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=876, seq=0 2024-11-17T21:24:19,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T21:24:19,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T21:24:19,516 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1040556945_533 at /127.0.0.1:56226 [Receiving block BP-1419790468-172.17.0.2-1731878644224:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:41901:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56226 dst: /127.0.0.1:41901 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41901 remote=/127.0.0.1:56226]. Total timeout mills is 60000, 59998 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T21:24:19,516 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1040556945_533 at /127.0.0.1:36074 [Receiving block BP-1419790468-172.17.0.2-1731878644224:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:46155:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36074 dst: /127.0.0.1:46155 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T21:24:19,518 WARN [ResponseProcessor for block BP-1419790468-172.17.0.2-1731878644224:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1419790468-172.17.0.2-1731878644224:blk_1073741874_1051 java.net.SocketException: Connection reset at sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394) ~[?:?] at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426) ~[?:?] at org.apache.hadoop.net.SocketInputStream$Reader.performIO(SocketInputStream.java:57) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:141) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T21:24:19,519 WARN [DataStreamer for file /user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.2 block BP-1419790468-172.17.0.2-1731878644224:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1419790468-172.17.0.2-1731878644224:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:41901,DS-5d8bb594-63a7-4a0c-a92a-045ffe9401d2,DISK], DatanodeInfoWithStorage[127.0.0.1:46155,DS-3fd263a4-4d76-4b32-ae7f-892f8220a998,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:41901,DS-5d8bb594-63a7-4a0c-a92a-045ffe9401d2,DISK]) is bad. 2024-11-17T21:24:19,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741874_1056 (size=55459) 2024-11-17T21:24:19,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741874_1056 (size=55459) 2024-11-17T21:24:19,521 WARN [DataStreamer for file /user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.2 block BP-1419790468-172.17.0.2-1731878644224:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1419790468-172.17.0.2-1731878644224:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T21:24:19,521 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1419790468-172.17.0.2-1731878644224:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T21:24:19,522 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-1419790468-172.17.0.2-1731878644224:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-17T21:24:19,522 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-1419790468-172.17.0.2-1731878644224:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 877 2024-11-17T21:24:19,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-17T21:24:19,522 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1419790468-172.17.0.2-1731878644224:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T21:24:19,523 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1419790468-172.17.0.2-1731878644224:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T21:24:23,320 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.2 after 4002ms 2024-11-17T21:24:23,324 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.2 took 4006ms 2024-11-17T21:24:23,350 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.2; continuing. 2024-11-17T21:24:23,350 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.2 so closing down 2024-11-17T21:24:23,350 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:23,356 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:23,359 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T21:24:23,360 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T21:24:23,361 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T21:24:23,363 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T21:24:23,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741879_1057 (size=743) 2024-11-17T21:24:23,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741879_1057 (size=743) 2024-11-17T21:24:23,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741880_1058 (size=54817) 2024-11-17T21:24:23,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741880_1058 (size=54817) 2024-11-17T21:24:23,386 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 856 edits, skipped 0 edits in 7 ms) 2024-11-17T21:24:23,388 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T21:24:23,777 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:23,780 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T21:24:23,781 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 866 edits across 2 Regions in 456 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-17T21:24:23,781 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.2, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.2, size=150 (150bytes) at 1731878659318Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.2 so closing down at 1731878663350 (+4032 ms)3 split writer threads finished at 1731878663356 (+6 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731878663361 (+5 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731878663363 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 856 edits, skipped 0 edits in 7 ms) at 1731878663386 (+23 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731878663388 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878663777 (+389 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731878663780 (+3 ms)Processed 866 edits across 2 Regions in 456 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1731878663781 (+1 ms) 2024-11-17T21:24:23,783 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/WALs/testlogcannotbewrittenonceparsed,16010,1731878657489/wal.dat.2 to hdfs://localhost:43469/user/jenkins/test-data/52857f9d-7acd-1f2c-fc01-ed11cc3572d3/oldWALs/wal.dat.2 2024-11-17T21:24:23,784 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-17T21:24:23,806 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=876, robber=876 2024-11-17T21:24:23,819 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=141 (was 135) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_105297689_22 at /127.0.0.1:44940 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1034671227) connection to localhost/127.0.0.1:43469 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_105297689_22 at /127.0.0.1:50008 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:43469 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:43469 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1034671227) connection to localhost/127.0.0.1:43469 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=401 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=440 (was 435) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8756 (was 8853) 2024-11-17T21:24:23,840 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=141, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=440, ProcessCount=11, AvailableMemoryMB=8754 2024-11-17T21:24:23,840 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:23,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741881_1059 (size=7) 2024-11-17T21:24:23,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741881_1059 (size=7) 2024-11-17T21:24:23,864 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:23,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:23,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:23,870 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:23,872 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T21:24:23,873 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T21:24:23,875 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T21:24:23,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741882_1060 (size=1393) 2024-11-17T21:24:23,928 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T21:24:23,928 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T21:24:23,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741882_1060 (size=1393) 2024-11-17T21:24:23,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741883_1061 (size=1393) 2024-11-17T21:24:23,966 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T21:24:23,966 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T21:24:23,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741883_1061 (size=1393) 2024-11-17T21:24:23,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:23,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:23,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741884_1062 (size=1393) 2024-11-17T21:24:24,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741884_1062 (size=1393) 2024-11-17T21:24:24,005 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T21:24:24,006 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T21:24:24,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741885_1063 (size=1393) 2024-11-17T21:24:24,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741885_1063 (size=1393) 2024-11-17T21:24:24,031 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T21:24:24,031 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T21:24:24,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741886_1064 (size=1393) 2024-11-17T21:24:24,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741886_1064 (size=1393) 2024-11-17T21:24:24,055 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T21:24:24,056 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T21:24:24,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741887_1065 (size=1393) 2024-11-17T21:24:24,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741887_1065 (size=1393) 2024-11-17T21:24:24,082 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T21:24:24,082 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T21:24:24,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741888_1066 (size=1405) 2024-11-17T21:24:24,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741888_1066 (size=1405) 2024-11-17T21:24:24,122 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T21:24:24,122 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T21:24:24,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741889_1067 (size=1413) 2024-11-17T21:24:24,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741889_1067 (size=1413) 2024-11-17T21:24:24,547 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T21:24:24,547 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T21:24:24,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741890_1068 (size=1413) 2024-11-17T21:24:24,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741890_1068 (size=1413) 2024-11-17T21:24:24,573 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T21:24:24,573 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T21:24:24,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:24,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:24,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741891_1069 (size=1413) 2024-11-17T21:24:24,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741891_1069 (size=1413) 2024-11-17T21:24:24,594 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T21:24:24,619 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T21:24:24,619 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.0 2024-11-17T21:24:24,622 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.0 after 3ms 2024-11-17T21:24:24,622 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T21:24:26,631 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.0 took 2012ms 2024-11-17T21:24:26,634 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.0 so closing down 2024-11-17T21:24:26,635 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:26,635 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:26,644 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:26,645 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T21:24:26,652 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T21:24:26,654 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:26,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741893_1071 (size=743) 2024-11-17T21:24:26,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741892_1070 (size=743) 2024-11-17T21:24:26,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741893_1071 (size=743) 2024-11-17T21:24:26,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741892_1070 (size=743) 2024-11-17T21:24:26,664 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:26,665 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:26,670 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T21:24:26,671 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T21:24:26,671 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:26,671 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.0, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.0, size=1.4 K (1393bytes) at 1731878664619Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.0 so closing down at 1731878666635 (+2016 ms)3 split writer threads finished at 1731878666635Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731878666652 (+17 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731878666654 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878666664 (+10 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878666666 (+2 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731878666671 (+5 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731878666671Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878666671 2024-11-17T21:24:26,677 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.0 to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/oldWALs/wal.dat.0 2024-11-17T21:24:26,677 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T21:24:26,677 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.1 2024-11-17T21:24:26,678 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.1 after 1ms 2024-11-17T21:24:26,683 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.1 took 6ms 2024-11-17T21:24:26,684 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.1 so closing down 2024-11-17T21:24:26,684 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:26,684 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:26,688 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T21:24:26,688 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T21:24:26,689 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T21:24:26,689 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T21:24:26,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741895_1073 (size=743) 2024-11-17T21:24:26,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741895_1073 (size=743) 2024-11-17T21:24:26,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741894_1072 (size=743) 2024-11-17T21:24:26,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741894_1072 (size=743) 2024-11-17T21:24:26,700 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:26,705 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T21:24:27,100 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:27,107 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T21:24:27,107 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:27,107 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.1, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.1, size=1.4 K (1393bytes) at 1731878666677Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.1 so closing down at 1731878666684 (+7 ms)3 split writer threads finished at 1731878666684Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731878666689 (+5 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731878666689Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878666701 (+12 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731878666705 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878667101 (+396 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731878667107 (+6 ms)Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878667107 2024-11-17T21:24:27,115 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.1 to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/oldWALs/wal.dat.1 2024-11-17T21:24:27,115 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T21:24:27,115 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.2 2024-11-17T21:24:27,117 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.2 after 2ms 2024-11-17T21:24:27,125 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.2 took 10ms 2024-11-17T21:24:27,154 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.2 so closing down 2024-11-17T21:24:27,155 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:27,155 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:27,173 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T21:24:27,177 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T21:24:27,189 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T21:24:27,190 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T21:24:27,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741896_1074 (size=743) 2024-11-17T21:24:27,213 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:27,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741897_1075 (size=743) 2024-11-17T21:24:27,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741896_1074 (size=743) 2024-11-17T21:24:27,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741897_1075 (size=743) 2024-11-17T21:24:27,220 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T21:24:27,617 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:27,620 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T21:24:27,620 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 468 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:27,621 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.2, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.2, size=1.4 K (1393bytes) at 1731878667115Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.2 so closing down at 1731878667154 (+39 ms)3 split writer threads finished at 1731878667155 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731878667189 (+34 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731878667190 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878667213 (+23 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731878667220 (+7 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878667617 (+397 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731878667620 (+3 ms)Processed 20 edits across 2 Regions in 468 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878667620 2024-11-17T21:24:27,625 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.2 to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/oldWALs/wal.dat.2 2024-11-17T21:24:27,625 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T21:24:27,625 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.3 2024-11-17T21:24:27,626 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.3 after 1ms 2024-11-17T21:24:27,630 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.3 took 5ms 2024-11-17T21:24:27,636 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.3 so closing down 2024-11-17T21:24:27,637 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:27,637 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:27,642 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T21:24:27,642 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T21:24:27,707 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T21:24:27,707 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T21:24:27,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741898_1076 (size=743) 2024-11-17T21:24:27,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741898_1076 (size=743) 2024-11-17T21:24:27,725 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:27,729 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T21:24:27,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741899_1077 (size=743) 2024-11-17T21:24:27,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741899_1077 (size=743) 2024-11-17T21:24:27,748 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:27,752 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T21:24:27,752 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:27,752 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.3, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.3, size=1.4 K (1393bytes) at 1731878667625Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.3 so closing down at 1731878667637 (+12 ms)3 split writer threads finished at 1731878667637Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731878667707 (+70 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731878667707Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878667725 (+18 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731878667729 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878667748 (+19 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731878667752 (+4 ms)Processed 20 edits across 2 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878667752 2024-11-17T21:24:27,764 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.3 to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/oldWALs/wal.dat.3 2024-11-17T21:24:27,764 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T21:24:27,764 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.4 2024-11-17T21:24:27,765 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.4 after 1ms 2024-11-17T21:24:27,770 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.4 took 6ms 2024-11-17T21:24:27,772 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.4 so closing down 2024-11-17T21:24:27,772 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:27,772 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:27,778 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T21:24:27,789 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T21:24:27,797 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T21:24:27,798 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T21:24:27,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741900_1078 (size=743) 2024-11-17T21:24:27,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741901_1079 (size=743) 2024-11-17T21:24:27,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741900_1078 (size=743) 2024-11-17T21:24:27,807 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:27,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741901_1079 (size=743) 2024-11-17T21:24:27,808 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:27,811 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-17T21:24:27,811 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T21:24:27,811 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:27,811 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.4, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.4, size=1.4 K (1393bytes) at 1731878667764Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.4 so closing down at 1731878667772 (+8 ms)3 split writer threads finished at 1731878667772Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731878667797 (+25 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731878667798 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878667807 (+9 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878667808 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731878667811 (+3 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731878667811Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878667811 2024-11-17T21:24:27,818 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.4 to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/oldWALs/wal.dat.4 2024-11-17T21:24:27,818 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.5, size=1.4 K (1393bytes) 2024-11-17T21:24:27,818 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.5 2024-11-17T21:24:27,819 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.5 after 1ms 2024-11-17T21:24:27,822 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.5 took 4ms 2024-11-17T21:24:27,824 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.5 so closing down 2024-11-17T21:24:27,824 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:27,824 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:27,827 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T21:24:27,828 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T21:24:27,831 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T21:24:27,836 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T21:24:27,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741902_1080 (size=743) 2024-11-17T21:24:27,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741902_1080 (size=743) 2024-11-17T21:24:27,840 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:27,843 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-17T21:24:27,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741903_1081 (size=743) 2024-11-17T21:24:27,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741903_1081 (size=743) 2024-11-17T21:24:28,246 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:28,249 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-17T21:24:28,249 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 426 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:28,249 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.5, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.5, size=1.4 K (1393bytes) at 1731878667818Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.5 so closing down at 1731878667824 (+6 ms)3 split writer threads finished at 1731878667824Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731878667828 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731878667836 (+8 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878667840 (+4 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731878667843 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878668246 (+403 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731878668249 (+3 ms)Processed 20 edits across 2 Regions in 426 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878668249 2024-11-17T21:24:28,252 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.5 to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/oldWALs/wal.dat.5 2024-11-17T21:24:28,253 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T21:24:28,253 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.6 2024-11-17T21:24:28,253 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.6 after 0ms 2024-11-17T21:24:28,257 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.6 took 5ms 2024-11-17T21:24:28,261 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.6 so closing down 2024-11-17T21:24:28,261 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:28,261 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:28,265 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T21:24:28,265 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T21:24:28,266 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T21:24:28,276 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T21:24:28,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741904_1082 (size=749) 2024-11-17T21:24:28,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741904_1082 (size=749) 2024-11-17T21:24:28,298 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:28,303 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-17T21:24:28,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741905_1083 (size=749) 2024-11-17T21:24:28,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741905_1083 (size=749) 2024-11-17T21:24:28,708 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:28,711 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T21:24:28,711 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 452 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-17T21:24:28,711 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.6, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.6, size=1.4 K (1405bytes) at 1731878668253Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.6 so closing down at 1731878668261 (+8 ms)3 split writer threads finished at 1731878668261Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731878668266 (+5 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731878668276 (+10 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878668298 (+22 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731878668303 (+5 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878668708 (+405 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731878668711 (+3 ms)Processed 20 edits across 2 Regions in 452 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731878668711 2024-11-17T21:24:28,714 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.6 to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/oldWALs/wal.dat.6 2024-11-17T21:24:28,714 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T21:24:28,714 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.7 2024-11-17T21:24:28,714 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.7 after 0ms 2024-11-17T21:24:28,718 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.7 took 4ms 2024-11-17T21:24:28,726 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.7 so closing down 2024-11-17T21:24:28,726 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:28,727 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:28,731 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T21:24:28,735 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T21:24:28,740 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T21:24:28,741 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T21:24:28,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741906_1084 (size=753) 2024-11-17T21:24:28,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741907_1085 (size=753) 2024-11-17T21:24:28,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741907_1085 (size=753) 2024-11-17T21:24:28,768 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:28,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741906_1084 (size=753) 2024-11-17T21:24:28,772 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-17T21:24:28,773 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:28,775 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T21:24:28,775 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T21:24:28,776 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.7, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.7, size=1.4 K (1413bytes) at 1731878668714Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.7 so closing down at 1731878668726 (+12 ms)3 split writer threads finished at 1731878668727 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731878668740 (+13 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731878668741 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878668768 (+27 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731878668772 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878668773 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731878668775 (+2 ms)Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731878668775 2024-11-17T21:24:28,778 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.7 to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/oldWALs/wal.dat.7 2024-11-17T21:24:28,779 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T21:24:28,779 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.8 2024-11-17T21:24:28,779 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.8 after 0ms 2024-11-17T21:24:28,783 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.8 took 5ms 2024-11-17T21:24:28,785 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.8 so closing down 2024-11-17T21:24:28,786 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:28,789 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:28,794 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T21:24:28,794 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T21:24:28,797 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T21:24:28,797 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T21:24:28,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741908_1086 (size=753) 2024-11-17T21:24:28,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741908_1086 (size=753) 2024-11-17T21:24:28,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741909_1087 (size=753) 2024-11-17T21:24:28,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741909_1087 (size=753) 2024-11-17T21:24:28,811 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:28,811 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:28,814 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T21:24:28,814 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-17T21:24:28,814 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T21:24:28,814 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.8, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.8, size=1.4 K (1413bytes) at 1731878668779Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.8 so closing down at 1731878668786 (+7 ms)3 split writer threads finished at 1731878668789 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731878668797 (+8 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731878668797Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878668811 (+14 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878668811Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731878668814 (+3 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731878668814Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731878668814 2024-11-17T21:24:28,816 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.8 to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/oldWALs/wal.dat.8 2024-11-17T21:24:28,817 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T21:24:28,817 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.9 2024-11-17T21:24:28,817 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.9 after 0ms 2024-11-17T21:24:28,820 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.9 took 3ms 2024-11-17T21:24:28,822 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.9 so closing down 2024-11-17T21:24:28,822 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:28,822 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:28,826 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T21:24:28,826 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T21:24:28,827 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T21:24:28,828 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T21:24:28,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741910_1088 (size=753) 2024-11-17T21:24:28,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741910_1088 (size=753) 2024-11-17T21:24:28,836 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:28,839 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-17T21:24:28,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741911_1089 (size=753) 2024-11-17T21:24:28,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741911_1089 (size=753) 2024-11-17T21:24:28,843 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:28,846 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T21:24:28,846 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T21:24:28,846 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.9, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.9, size=1.4 K (1413bytes) at 1731878668817Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.9 so closing down at 1731878668822 (+5 ms)3 split writer threads finished at 1731878668822Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731878668828 (+6 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731878668828Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878668836 (+8 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731878668839 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878668843 (+4 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731878668846 (+3 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731878668846 2024-11-17T21:24:28,849 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/WALs/testretryopenduringrecovery,16010,1731878663870/wal.dat.9 to hdfs://localhost:43469/user/jenkins/test-data/bc4ec443-1433-a10d-2a77-a1fd849ac6f1/oldWALs/wal.dat.9 2024-11-17T21:24:28,860 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=141 (was 141), OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=477 (was 440) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8727 (was 8754) 2024-11-17T21:24:28,867 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=141, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=477, ProcessCount=11, AvailableMemoryMB=8727 2024-11-17T21:24:28,867 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:28,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741912_1090 (size=7) 2024-11-17T21:24:28,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741912_1090 (size=7) 2024-11-17T21:24:28,884 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:28,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:28,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:28,889 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:28,889 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T21:24:28,889 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T21:24:28,891 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T21:24:28,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741913_1091 (size=1393) 2024-11-17T21:24:28,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741913_1091 (size=1393) 2024-11-17T21:24:28,907 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T21:24:28,907 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T21:24:28,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741914_1092 (size=1393) 2024-11-17T21:24:28,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741914_1092 (size=1393) 2024-11-17T21:24:28,923 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T21:24:28,923 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T21:24:28,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741915_1093 (size=1393) 2024-11-17T21:24:28,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741915_1093 (size=1393) 2024-11-17T21:24:28,955 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T21:24:28,956 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T21:24:28,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:28,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741916_1094 (size=1393) 2024-11-17T21:24:28,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741916_1094 (size=1393) 2024-11-17T21:24:28,983 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T21:24:28,983 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T21:24:28,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:28,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741917_1095 (size=1393) 2024-11-17T21:24:29,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741917_1095 (size=1393) 2024-11-17T21:24:29,456 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T21:24:29,457 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T21:24:29,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,498 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T21:24:29,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741919_1097 (size=1405) 2024-11-17T21:24:29,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741919_1097 (size=1405) 2024-11-17T21:24:29,534 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T21:24:29,535 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T21:24:29,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741920_1098 (size=1413) 2024-11-17T21:24:29,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741920_1098 (size=1413) 2024-11-17T21:24:29,561 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T21:24:29,561 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T21:24:29,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741921_1099 (size=1413) 2024-11-17T21:24:29,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741921_1099 (size=1413) 2024-11-17T21:24:29,588 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T21:24:29,588 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T21:24:29,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:29,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:29,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741922_1100 (size=1413) 2024-11-17T21:24:29,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741922_1100 (size=1413) 2024-11-17T21:24:29,607 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T21:24:29,624 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T21:24:29,624 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.0 2024-11-17T21:24:29,624 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.0 after 0ms 2024-11-17T21:24:29,626 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.0 took 3ms 2024-11-17T21:24:29,631 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.0 so closing down 2024-11-17T21:24:29,631 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:29,631 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:29,634 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T21:24:29,638 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:29,654 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T21:24:29,656 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:29,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741924_1102 (size=743) 2024-11-17T21:24:29,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741924_1102 (size=743) 2024-11-17T21:24:29,675 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:29,677 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T21:24:29,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741923_1101 (size=743) 2024-11-17T21:24:29,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741923_1101 (size=743) 2024-11-17T21:24:30,085 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:30,087 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T21:24:30,088 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 460 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:30,088 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.0, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.0, size=1.4 K (1393bytes) at 1731878669624Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.0 so closing down at 1731878669631 (+7 ms)3 split writer threads finished at 1731878669631Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731878669654 (+23 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731878669656 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878669675 (+19 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731878669677 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878670085 (+408 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731878670087 (+2 ms)Processed 20 edits across 2 Regions in 460 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878670088 (+1 ms) 2024-11-17T21:24:30,090 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.0 to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/oldWALs/wal.dat.0 2024-11-17T21:24:30,090 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T21:24:30,090 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.1 2024-11-17T21:24:30,091 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.1 after 1ms 2024-11-17T21:24:30,093 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.1 took 3ms 2024-11-17T21:24:30,094 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.1 so closing down 2024-11-17T21:24:30,094 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:30,094 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:30,096 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T21:24:30,096 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T21:24:30,097 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T21:24:30,097 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T21:24:30,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741925_1103 (size=743) 2024-11-17T21:24:30,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741926_1104 (size=743) 2024-11-17T21:24:30,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741926_1104 (size=743) 2024-11-17T21:24:30,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741925_1103 (size=743) 2024-11-17T21:24:30,108 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:30,109 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T21:24:30,509 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:30,513 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T21:24:30,513 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:30,513 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.1, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.1, size=1.4 K (1393bytes) at 1731878670090Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.1 so closing down at 1731878670094 (+4 ms)3 split writer threads finished at 1731878670094Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731878670097 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731878670097Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878670108 (+11 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731878670109 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878670509 (+400 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731878670513 (+4 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878670513 2024-11-17T21:24:30,516 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.1 to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/oldWALs/wal.dat.1 2024-11-17T21:24:30,516 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T21:24:30,517 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.2 2024-11-17T21:24:30,517 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.2 after 0ms 2024-11-17T21:24:30,519 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.2 took 3ms 2024-11-17T21:24:30,521 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.2 so closing down 2024-11-17T21:24:30,521 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:30,521 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:30,523 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T21:24:30,524 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T21:24:30,525 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T21:24:30,525 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T21:24:30,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741927_1105 (size=743) 2024-11-17T21:24:30,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741928_1106 (size=743) 2024-11-17T21:24:30,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741928_1106 (size=743) 2024-11-17T21:24:30,533 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:30,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741927_1105 (size=743) 2024-11-17T21:24:30,533 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:30,535 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T21:24:30,535 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T21:24:30,535 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:30,535 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.2, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.2, size=1.4 K (1393bytes) at 1731878670517Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.2 so closing down at 1731878670521 (+4 ms)3 split writer threads finished at 1731878670521Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731878670525 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731878670525Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878670533 (+8 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878670533Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731878670535 (+2 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731878670535Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878670535 2024-11-17T21:24:30,537 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.2 to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/oldWALs/wal.dat.2 2024-11-17T21:24:30,537 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T21:24:30,537 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.3 2024-11-17T21:24:30,537 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.3 after 0ms 2024-11-17T21:24:30,540 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.3 took 3ms 2024-11-17T21:24:30,541 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.3 so closing down 2024-11-17T21:24:30,541 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:30,541 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:30,545 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T21:24:30,545 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T21:24:30,548 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T21:24:30,548 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T21:24:30,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741929_1107 (size=743) 2024-11-17T21:24:30,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741930_1108 (size=743) 2024-11-17T21:24:30,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741930_1108 (size=743) 2024-11-17T21:24:30,556 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:30,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741929_1107 (size=743) 2024-11-17T21:24:30,557 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:30,557 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T21:24:30,558 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T21:24:30,558 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:30,559 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.3, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.3, size=1.4 K (1393bytes) at 1731878670537Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.3 so closing down at 1731878670541 (+4 ms)3 split writer threads finished at 1731878670541Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731878670548 (+7 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731878670548Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878670556 (+8 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878670557 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731878670557Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731878670558 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878670558 2024-11-17T21:24:30,560 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.3 to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/oldWALs/wal.dat.3 2024-11-17T21:24:30,560 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T21:24:30,560 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.4 2024-11-17T21:24:30,561 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.4 after 1ms 2024-11-17T21:24:30,563 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.4 took 3ms 2024-11-17T21:24:30,564 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.4 so closing down 2024-11-17T21:24:30,564 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:30,565 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:30,567 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T21:24:30,567 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T21:24:30,568 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T21:24:30,568 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T21:24:30,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741931_1109 (size=743) 2024-11-17T21:24:30,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741932_1110 (size=743) 2024-11-17T21:24:30,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741931_1109 (size=743) 2024-11-17T21:24:30,574 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:30,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741932_1110 (size=743) 2024-11-17T21:24:30,574 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:30,575 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T21:24:30,575 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-17T21:24:30,575 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:30,575 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.4, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.4, size=1.4 K (1393bytes) at 1731878670560Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.4 so closing down at 1731878670564 (+4 ms)3 split writer threads finished at 1731878670565 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731878670568 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731878670568Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878670574 (+6 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878670574Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731878670575 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731878670575Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878670575 2024-11-17T21:24:30,577 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.4 to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/oldWALs/wal.dat.4 2024-11-17T21:24:30,577 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.5, size=150 (150bytes) 2024-11-17T21:24:30,577 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.5 2024-11-17T21:24:30,577 WARN [IPC Server handler 4 on default port 43469 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-17T21:24:30,578 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.5 after 0ms 2024-11-17T21:24:31,514 WARN [ResponseProcessor for block BP-1419790468-172.17.0.2-1731878644224:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1419790468-172.17.0.2-1731878644224:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T21:24:31,514 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1341576860_22 at /127.0.0.1:50412 [Receiving block BP-1419790468-172.17.0.2-1731878644224:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:41901:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50412 dst: /127.0.0.1:41901 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41901 remote=/127.0.0.1:50412]. Total timeout mills is 60000, 57984 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T21:24:31,515 WARN [DataStreamer for file /user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.5 block BP-1419790468-172.17.0.2-1731878644224:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1419790468-172.17.0.2-1731878644224:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:41901,DS-5d8bb594-63a7-4a0c-a92a-045ffe9401d2,DISK], DatanodeInfoWithStorage[127.0.0.1:46155,DS-3fd263a4-4d76-4b32-ae7f-892f8220a998,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:41901,DS-5d8bb594-63a7-4a0c-a92a-045ffe9401d2,DISK]) is bad. 2024-11-17T21:24:31,515 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1341576860_22 at /127.0.0.1:45266 [Receiving block BP-1419790468-172.17.0.2-1731878644224:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:46155:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45266 dst: /127.0.0.1:46155 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T21:24:31,515 WARN [DataStreamer for file /user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.5 block BP-1419790468-172.17.0.2-1731878644224:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1419790468-172.17.0.2-1731878644224:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T21:24:31,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741918_1111 (size=1385) 2024-11-17T21:24:34,579 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.5 after 4002ms 2024-11-17T21:24:34,586 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.5 took 4009ms 2024-11-17T21:24:34,589 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.5; continuing. 2024-11-17T21:24:34,589 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.5 so closing down 2024-11-17T21:24:34,589 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:34,589 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:34,592 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T21:24:34,592 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T21:24:34,593 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T21:24:34,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T21:24:34,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741934_1113 (size=743) 2024-11-17T21:24:34,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741934_1113 (size=743) 2024-11-17T21:24:34,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741933_1112 (size=743) 2024-11-17T21:24:34,607 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:34,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741933_1112 (size=743) 2024-11-17T21:24:34,607 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:34,608 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-17T21:24:34,608 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-17T21:24:34,608 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-17T21:24:34,608 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.5, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.5, size=150 (150bytes) at 1731878670577Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.5 so closing down at 1731878674589 (+4012 ms)3 split writer threads finished at 1731878674589Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731878674593 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731878674593Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878674607 (+14 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878674607Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731878674608 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731878674608Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1731878674608 2024-11-17T21:24:34,610 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.5 to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/oldWALs/wal.dat.5 2024-11-17T21:24:34,610 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T21:24:34,610 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.6 2024-11-17T21:24:34,610 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.6 after 0ms 2024-11-17T21:24:34,612 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.6 took 2ms 2024-11-17T21:24:34,613 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.6 so closing down 2024-11-17T21:24:34,613 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:34,614 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:34,616 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T21:24:34,616 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T21:24:34,617 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T21:24:34,617 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T21:24:34,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741935_1114 (size=749) 2024-11-17T21:24:34,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741936_1115 (size=749) 2024-11-17T21:24:34,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741935_1114 (size=749) 2024-11-17T21:24:34,622 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:34,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741936_1115 (size=749) 2024-11-17T21:24:34,622 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:34,623 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T21:24:34,623 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-17T21:24:34,623 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-17T21:24:34,623 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.6, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.6, size=1.4 K (1405bytes) at 1731878674610Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.6 so closing down at 1731878674613 (+3 ms)3 split writer threads finished at 1731878674614 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731878674617 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731878674617Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878674622 (+5 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878674622Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731878674623 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731878674623Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731878674623 2024-11-17T21:24:34,625 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.6 to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/oldWALs/wal.dat.6 2024-11-17T21:24:34,625 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T21:24:34,625 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.7 2024-11-17T21:24:34,626 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.7 after 1ms 2024-11-17T21:24:34,628 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.7 took 3ms 2024-11-17T21:24:34,629 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.7 so closing down 2024-11-17T21:24:34,629 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:34,629 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:34,631 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T21:24:34,631 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T21:24:34,632 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T21:24:34,632 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T21:24:34,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741937_1116 (size=753) 2024-11-17T21:24:34,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741938_1117 (size=753) 2024-11-17T21:24:34,638 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:34,638 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:34,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741937_1116 (size=753) 2024-11-17T21:24:34,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741938_1117 (size=753) 2024-11-17T21:24:34,639 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T21:24:34,639 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-17T21:24:34,639 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T21:24:34,639 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.7, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.7, size=1.4 K (1413bytes) at 1731878674625Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.7 so closing down at 1731878674629 (+4 ms)3 split writer threads finished at 1731878674629Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731878674632 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731878674632Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878674638 (+6 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878674638Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731878674639 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731878674639Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731878674639 2024-11-17T21:24:34,641 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.7 to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/oldWALs/wal.dat.7 2024-11-17T21:24:34,641 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T21:24:34,641 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.8 2024-11-17T21:24:34,641 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.8 after 0ms 2024-11-17T21:24:34,643 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.8 took 2ms 2024-11-17T21:24:34,644 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.8 so closing down 2024-11-17T21:24:34,644 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:34,645 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:34,647 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T21:24:34,647 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T21:24:34,648 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T21:24:34,648 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T21:24:34,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741939_1118 (size=753) 2024-11-17T21:24:34,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741939_1118 (size=753) 2024-11-17T21:24:34,659 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:34,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741940_1119 (size=753) 2024-11-17T21:24:34,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741940_1119 (size=753) 2024-11-17T21:24:34,660 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:34,660 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-17T21:24:34,661 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T21:24:34,661 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T21:24:34,661 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.8, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.8, size=1.4 K (1413bytes) at 1731878674641Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.8 so closing down at 1731878674644 (+3 ms)3 split writer threads finished at 1731878674645 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731878674648 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731878674648Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878674659 (+11 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878674660 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731878674660Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731878674661 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731878674661 2024-11-17T21:24:34,662 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.8 to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/oldWALs/wal.dat.8 2024-11-17T21:24:34,663 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T21:24:34,663 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.9 2024-11-17T21:24:34,663 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.9 after 0ms 2024-11-17T21:24:34,665 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.9 took 3ms 2024-11-17T21:24:34,666 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.9 so closing down 2024-11-17T21:24:34,666 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:34,666 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:34,668 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T21:24:34,668 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T21:24:34,669 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T21:24:34,669 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T21:24:34,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741941_1120 (size=753) 2024-11-17T21:24:34,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741941_1120 (size=753) 2024-11-17T21:24:34,675 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:34,676 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-17T21:24:34,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741942_1121 (size=753) 2024-11-17T21:24:34,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741942_1121 (size=753) 2024-11-17T21:24:34,680 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:34,682 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T21:24:34,682 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T21:24:34,682 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.9, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.9, size=1.4 K (1413bytes) at 1731878674663Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.9 so closing down at 1731878674666 (+3 ms)3 split writer threads finished at 1731878674666Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731878674669 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731878674669Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878674675 (+6 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731878674676 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878674680 (+4 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731878674682 (+2 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731878674682 2024-11-17T21:24:34,683 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731878668889/wal.dat.9 to hdfs://localhost:43469/user/jenkins/test-data/17b32b62-b0dd-8bc3-7913-6f6907f3c492/oldWALs/wal.dat.9 2024-11-17T21:24:34,742 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=137 (was 141), OpenFileDescriptor=395 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=439 (was 477), ProcessCount=11 (was 11), AvailableMemoryMB=8705 (was 8727) 2024-11-17T21:24:34,749 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=137, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=439, ProcessCount=11, AvailableMemoryMB=8705 2024-11-17T21:24:34,750 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:34,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741943_1122 (size=7) 2024-11-17T21:24:34,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741943_1122 (size=7) 2024-11-17T21:24:34,758 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:34,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:34,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:34,763 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:34,773 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=137 (was 137), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=439 (was 439), ProcessCount=11 (was 11), AvailableMemoryMB=8703 (was 8705) 2024-11-17T21:24:34,780 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=137, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=439, ProcessCount=11, AvailableMemoryMB=8703 2024-11-17T21:24:34,780 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:34,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741944_1123 (size=7) 2024-11-17T21:24:34,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741944_1123 (size=7) 2024-11-17T21:24:34,790 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:34,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:34,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:34,794 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:34,795 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T21:24:34,795 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T21:24:34,796 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T21:24:34,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741945_1124 (size=1393) 2024-11-17T21:24:34,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741945_1124 (size=1393) 2024-11-17T21:24:34,808 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T21:24:34,808 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T21:24:34,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741946_1125 (size=1393) 2024-11-17T21:24:34,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741946_1125 (size=1393) 2024-11-17T21:24:34,821 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T21:24:34,821 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T21:24:34,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741947_1126 (size=1393) 2024-11-17T21:24:34,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741947_1126 (size=1393) 2024-11-17T21:24:34,833 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T21:24:34,834 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T21:24:34,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741948_1127 (size=1393) 2024-11-17T21:24:34,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741948_1127 (size=1393) 2024-11-17T21:24:34,846 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T21:24:34,846 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T21:24:34,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741949_1128 (size=1393) 2024-11-17T21:24:34,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741949_1128 (size=1393) 2024-11-17T21:24:34,857 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T21:24:34,857 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T21:24:34,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741950_1129 (size=1393) 2024-11-17T21:24:34,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741950_1129 (size=1393) 2024-11-17T21:24:34,871 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T21:24:34,871 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T21:24:34,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741951_1130 (size=1405) 2024-11-17T21:24:34,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741951_1130 (size=1405) 2024-11-17T21:24:34,887 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T21:24:34,887 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T21:24:34,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:34,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:34,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741952_1131 (size=1413) 2024-11-17T21:24:34,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741952_1131 (size=1413) 2024-11-17T21:24:35,302 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T21:24:35,302 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T21:24:35,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741953_1132 (size=1413) 2024-11-17T21:24:35,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741953_1132 (size=1413) 2024-11-17T21:24:35,720 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T21:24:35,720 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T21:24:35,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:35,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:35,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741954_1133 (size=1413) 2024-11-17T21:24:35,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741954_1133 (size=1413) 2024-11-17T21:24:35,739 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T21:24:35,758 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T21:24:35,758 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.0 2024-11-17T21:24:35,758 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.0 after 0ms 2024-11-17T21:24:35,761 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.0 took 4ms 2024-11-17T21:24:35,766 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.0 so closing down 2024-11-17T21:24:35,766 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:35,766 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:35,768 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:35,770 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:35,772 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T21:24:35,773 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T21:24:35,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741955_1134 (size=743) 2024-11-17T21:24:35,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741955_1134 (size=743) 2024-11-17T21:24:35,778 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:35,779 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T21:24:35,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741956_1135 (size=743) 2024-11-17T21:24:35,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741956_1135 (size=743) 2024-11-17T21:24:35,790 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:35,792 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T21:24:35,792 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:35,792 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.0, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.0, size=1.4 K (1393bytes) at 1731878675758Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.0 so closing down at 1731878675766 (+8 ms)3 split writer threads finished at 1731878675766Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731878675770 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731878675774 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878675778 (+4 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731878675779 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878675790 (+11 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731878675792 (+2 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878675792 2024-11-17T21:24:35,794 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.0 to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/oldWALs/wal.dat.0 2024-11-17T21:24:35,794 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T21:24:35,794 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.1 2024-11-17T21:24:35,795 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.1 after 1ms 2024-11-17T21:24:35,797 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.1 took 3ms 2024-11-17T21:24:35,798 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.1 so closing down 2024-11-17T21:24:35,798 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:35,799 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:35,800 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T21:24:35,801 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T21:24:35,802 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T21:24:35,803 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T21:24:35,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741957_1136 (size=743) 2024-11-17T21:24:35,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741957_1136 (size=743) 2024-11-17T21:24:35,816 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:35,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741958_1137 (size=743) 2024-11-17T21:24:35,819 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T21:24:35,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741958_1137 (size=743) 2024-11-17T21:24:35,819 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:35,820 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T21:24:35,821 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:35,821 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.1, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.1, size=1.4 K (1393bytes) at 1731878675794Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.1 so closing down at 1731878675798 (+4 ms)3 split writer threads finished at 1731878675799 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731878675802 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731878675803 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878675816 (+13 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731878675819 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878675819Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731878675820 (+1 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878675821 (+1 ms) 2024-11-17T21:24:35,822 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.1 to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/oldWALs/wal.dat.1 2024-11-17T21:24:35,823 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T21:24:35,823 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.2 2024-11-17T21:24:35,823 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.2 after 0ms 2024-11-17T21:24:35,825 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.2 took 3ms 2024-11-17T21:24:35,826 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.2 so closing down 2024-11-17T21:24:35,826 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:35,826 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:35,829 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T21:24:35,829 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T21:24:35,830 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T21:24:35,830 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T21:24:35,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741959_1138 (size=743) 2024-11-17T21:24:35,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741960_1139 (size=743) 2024-11-17T21:24:35,838 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:35,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741959_1138 (size=743) 2024-11-17T21:24:35,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741960_1139 (size=743) 2024-11-17T21:24:35,839 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:35,839 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T21:24:35,840 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T21:24:35,840 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:35,840 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.2, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.2, size=1.4 K (1393bytes) at 1731878675823Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.2 so closing down at 1731878675826 (+3 ms)3 split writer threads finished at 1731878675826Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731878675830 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731878675830Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878675838 (+8 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878675839 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731878675839Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731878675840 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878675840 2024-11-17T21:24:35,841 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.2 to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/oldWALs/wal.dat.2 2024-11-17T21:24:35,842 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T21:24:35,842 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.3 2024-11-17T21:24:35,842 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.3 after 0ms 2024-11-17T21:24:35,844 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.3 took 2ms 2024-11-17T21:24:35,845 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.3 so closing down 2024-11-17T21:24:35,845 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:35,845 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:35,847 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T21:24:35,847 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T21:24:35,848 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T21:24:35,852 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T21:24:35,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741962_1141 (size=743) 2024-11-17T21:24:35,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741961_1140 (size=743) 2024-11-17T21:24:35,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741961_1140 (size=743) 2024-11-17T21:24:35,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741962_1141 (size=743) 2024-11-17T21:24:35,863 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:35,863 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:35,864 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T21:24:35,864 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T21:24:35,864 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:35,865 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.3, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.3, size=1.4 K (1393bytes) at 1731878675842Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.3 so closing down at 1731878675845 (+3 ms)3 split writer threads finished at 1731878675845Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731878675848 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731878675852 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878675863 (+11 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878675863Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731878675864 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731878675864Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878675865 (+1 ms) 2024-11-17T21:24:35,866 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.3 to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/oldWALs/wal.dat.3 2024-11-17T21:24:35,866 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T21:24:35,866 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.4 2024-11-17T21:24:35,867 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.4 after 1ms 2024-11-17T21:24:35,869 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.4 took 3ms 2024-11-17T21:24:35,870 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.4 so closing down 2024-11-17T21:24:35,870 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:35,870 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:35,872 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T21:24:35,872 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T21:24:35,874 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T21:24:35,874 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T21:24:35,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741963_1142 (size=743) 2024-11-17T21:24:35,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741963_1142 (size=743) 2024-11-17T21:24:35,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741964_1143 (size=743) 2024-11-17T21:24:35,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741964_1143 (size=743) 2024-11-17T21:24:35,882 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:35,883 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:35,884 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T21:24:35,884 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-17T21:24:35,884 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:35,884 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.4, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.4, size=1.4 K (1393bytes) at 1731878675866Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.4 so closing down at 1731878675870 (+4 ms)3 split writer threads finished at 1731878675870Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731878675874 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731878675874Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878675882 (+8 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878675883 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731878675884 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731878675884Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878675884 2024-11-17T21:24:35,886 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.4 to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/oldWALs/wal.dat.4 2024-11-17T21:24:35,886 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.5, size=1.4 K (1393bytes) 2024-11-17T21:24:35,886 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.5 2024-11-17T21:24:35,886 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.5 after 0ms 2024-11-17T21:24:35,888 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.5 took 2ms 2024-11-17T21:24:35,890 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.5 so closing down 2024-11-17T21:24:35,890 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:35,890 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:35,892 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T21:24:35,892 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T21:24:35,893 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T21:24:35,893 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T21:24:35,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741965_1144 (size=743) 2024-11-17T21:24:35,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741966_1145 (size=743) 2024-11-17T21:24:35,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741966_1145 (size=743) 2024-11-17T21:24:35,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741965_1144 (size=743) 2024-11-17T21:24:35,898 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:35,898 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:35,899 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-17T21:24:35,899 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-17T21:24:35,899 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:35,899 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.5, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.5, size=1.4 K (1393bytes) at 1731878675886Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.5 so closing down at 1731878675890 (+4 ms)3 split writer threads finished at 1731878675890Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731878675893 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731878675893Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878675898 (+5 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878675898Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731878675899 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731878675899Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878675899 2024-11-17T21:24:35,901 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.5 to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/oldWALs/wal.dat.5 2024-11-17T21:24:35,901 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T21:24:35,901 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.6 2024-11-17T21:24:35,902 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.6 after 1ms 2024-11-17T21:24:35,904 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.6 took 3ms 2024-11-17T21:24:35,905 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.6 so closing down 2024-11-17T21:24:35,905 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:35,905 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:35,907 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T21:24:35,907 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T21:24:35,908 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T21:24:35,908 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T21:24:35,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741967_1146 (size=749) 2024-11-17T21:24:35,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741967_1146 (size=749) 2024-11-17T21:24:35,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741968_1147 (size=749) 2024-11-17T21:24:35,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741968_1147 (size=749) 2024-11-17T21:24:35,913 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:35,914 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T21:24:36,314 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:36,317 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-17T21:24:36,317 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-17T21:24:36,317 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.6, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.6, size=1.4 K (1405bytes) at 1731878675901Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.6 so closing down at 1731878675905 (+4 ms)3 split writer threads finished at 1731878675905Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731878675908 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731878675908Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878675913 (+5 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731878675914 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878676314 (+400 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731878676317 (+3 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731878676317 2024-11-17T21:24:36,321 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.6 to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/oldWALs/wal.dat.6 2024-11-17T21:24:36,321 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T21:24:36,321 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.7 2024-11-17T21:24:36,322 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.7 after 1ms 2024-11-17T21:24:36,327 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.7 took 6ms 2024-11-17T21:24:36,329 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.7 so closing down 2024-11-17T21:24:36,329 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:36,329 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:36,332 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T21:24:36,332 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T21:24:36,333 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T21:24:36,334 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T21:24:36,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741969_1148 (size=753) 2024-11-17T21:24:36,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741970_1149 (size=753) 2024-11-17T21:24:36,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741970_1149 (size=753) 2024-11-17T21:24:36,340 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:36,340 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:36,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741969_1148 (size=753) 2024-11-17T21:24:36,341 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T21:24:36,341 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-17T21:24:36,342 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T21:24:36,342 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.7, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.7, size=1.4 K (1413bytes) at 1731878676321Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.7 so closing down at 1731878676329 (+8 ms)3 split writer threads finished at 1731878676329Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731878676333 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731878676334 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878676340 (+6 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878676340Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731878676341 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731878676341Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731878676342 (+1 ms) 2024-11-17T21:24:36,343 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.7 to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/oldWALs/wal.dat.7 2024-11-17T21:24:36,344 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T21:24:36,344 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.8 2024-11-17T21:24:36,344 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.8 after 0ms 2024-11-17T21:24:36,346 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.8 took 3ms 2024-11-17T21:24:36,347 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.8 so closing down 2024-11-17T21:24:36,347 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:36,347 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:36,349 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T21:24:36,349 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T21:24:36,350 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T21:24:36,350 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T21:24:36,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741971_1150 (size=753) 2024-11-17T21:24:36,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741972_1151 (size=753) 2024-11-17T21:24:36,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741972_1151 (size=753) 2024-11-17T21:24:36,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741971_1150 (size=753) 2024-11-17T21:24:36,355 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:36,355 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:36,356 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T21:24:36,356 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-17T21:24:36,356 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T21:24:36,356 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.8, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.8, size=1.4 K (1413bytes) at 1731878676344Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.8 so closing down at 1731878676347 (+3 ms)3 split writer threads finished at 1731878676347Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731878676350 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731878676350Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878676355 (+5 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878676355Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731878676356 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731878676356Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731878676356 2024-11-17T21:24:36,358 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.8 to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/oldWALs/wal.dat.8 2024-11-17T21:24:36,358 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T21:24:36,358 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.9 2024-11-17T21:24:36,358 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.9 after 0ms 2024-11-17T21:24:36,360 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.9 took 2ms 2024-11-17T21:24:36,361 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.9 so closing down 2024-11-17T21:24:36,361 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:36,361 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:36,362 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T21:24:36,362 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T21:24:36,363 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T21:24:36,363 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T21:24:36,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741973_1152 (size=753) 2024-11-17T21:24:36,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741973_1152 (size=753) 2024-11-17T21:24:36,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741974_1153 (size=753) 2024-11-17T21:24:36,368 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:36,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741974_1153 (size=753) 2024-11-17T21:24:36,369 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:36,370 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T21:24:36,370 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-17T21:24:36,370 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T21:24:36,370 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.9, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.9, size=1.4 K (1413bytes) at 1731878676358Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.9 so closing down at 1731878676361 (+3 ms)3 split writer threads finished at 1731878676361Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731878676363 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731878676363Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878676368 (+5 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878676369 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731878676370 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731878676370Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731878676370 2024-11-17T21:24:36,372 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/WALs/testsplit,16010,1731878674794/wal.dat.9 to hdfs://localhost:43469/user/jenkins/test-data/e45b4bed-9639-dac8-dbd6-a262b8ddb5f3/oldWALs/wal.dat.9 2024-11-17T21:24:36,429 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=137 (was 137), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=436 (was 439), ProcessCount=11 (was 11), AvailableMemoryMB=8678 (was 8703) 2024-11-17T21:24:36,435 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=137, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=436, ProcessCount=11, AvailableMemoryMB=8677 2024-11-17T21:24:36,435 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:36,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741975_1154 (size=7) 2024-11-17T21:24:36,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741975_1154 (size=7) 2024-11-17T21:24:36,443 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:36,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:36,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:36,448 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:36,449 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T21:24:36,449 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T21:24:36,450 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T21:24:36,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741976_1155 (size=1393) 2024-11-17T21:24:36,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741976_1155 (size=1393) 2024-11-17T21:24:36,464 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T21:24:36,464 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T21:24:36,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741977_1156 (size=1393) 2024-11-17T21:24:36,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741977_1156 (size=1393) 2024-11-17T21:24:36,477 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T21:24:36,477 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T21:24:36,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741978_1157 (size=1393) 2024-11-17T21:24:36,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741978_1157 (size=1393) 2024-11-17T21:24:36,490 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T21:24:36,490 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T21:24:36,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741979_1158 (size=1393) 2024-11-17T21:24:36,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741979_1158 (size=1393) 2024-11-17T21:24:36,503 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T21:24:36,503 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T21:24:36,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741980_1159 (size=1393) 2024-11-17T21:24:36,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741980_1159 (size=1393) 2024-11-17T21:24:36,531 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T21:24:36,531 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T21:24:36,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741981_1160 (size=1393) 2024-11-17T21:24:36,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741981_1160 (size=1393) 2024-11-17T21:24:36,947 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T21:24:36,948 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T21:24:36,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:36,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:36,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741982_1161 (size=1405) 2024-11-17T21:24:36,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741982_1161 (size=1405) 2024-11-17T21:24:37,368 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T21:24:37,368 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T21:24:37,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741983_1162 (size=1413) 2024-11-17T21:24:37,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741983_1162 (size=1413) 2024-11-17T21:24:37,390 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T21:24:37,391 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T21:24:37,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741984_1163 (size=1413) 2024-11-17T21:24:37,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741984_1163 (size=1413) 2024-11-17T21:24:37,408 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T21:24:37,408 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T21:24:37,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:37,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:37,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741985_1164 (size=1413) 2024-11-17T21:24:37,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741985_1164 (size=1413) 2024-11-17T21:24:37,420 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T21:24:37,436 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T21:24:37,436 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.0 2024-11-17T21:24:37,437 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.0 after 1ms 2024-11-17T21:24:37,439 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.0 took 3ms 2024-11-17T21:24:37,441 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.0 so closing down 2024-11-17T21:24:37,441 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:37,441 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:37,444 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T21:24:37,444 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:37,445 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T21:24:37,445 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:37,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741987_1166 (size=743) 2024-11-17T21:24:37,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741986_1165 (size=743) 2024-11-17T21:24:37,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741987_1166 (size=743) 2024-11-17T21:24:37,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741986_1165 (size=743) 2024-11-17T21:24:37,450 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:37,453 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T21:24:37,551 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T21:24:37,854 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:37,859 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T21:24:37,859 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:37,859 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.0, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.0, size=1.4 K (1393bytes) at 1731878677436Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.0 so closing down at 1731878677441 (+5 ms)3 split writer threads finished at 1731878677441Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731878677445 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731878677445Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878677450 (+5 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731878677453 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878677854 (+401 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731878677859 (+5 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878677859 2024-11-17T21:24:37,863 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.0 to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/oldWALs/wal.dat.0 2024-11-17T21:24:37,863 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T21:24:37,864 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.1 2024-11-17T21:24:37,864 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.1 after 0ms 2024-11-17T21:24:37,868 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.1 took 5ms 2024-11-17T21:24:37,881 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.1 so closing down 2024-11-17T21:24:37,882 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:37,883 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:37,899 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T21:24:37,912 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T21:24:37,916 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T21:24:37,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T21:24:37,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741988_1167 (size=743) 2024-11-17T21:24:37,989 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:37,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741988_1167 (size=743) 2024-11-17T21:24:37,993 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T21:24:38,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741989_1168 (size=743) 2024-11-17T21:24:38,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741989_1168 (size=743) 2024-11-17T21:24:38,009 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:38,012 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T21:24:38,012 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 132 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:38,013 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.1, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.1, size=1.4 K (1393bytes) at 1731878677864Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.1 so closing down at 1731878677882 (+18 ms)3 split writer threads finished at 1731878677883 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731878677916 (+33 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731878677924 (+8 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878677989 (+65 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731878677993 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878678009 (+16 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731878678012 (+3 ms)Processed 20 edits across 2 Regions in 132 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878678012 2024-11-17T21:24:38,017 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.1 to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/oldWALs/wal.dat.1 2024-11-17T21:24:38,018 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T21:24:38,018 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.2 2024-11-17T21:24:38,024 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.2 after 6ms 2024-11-17T21:24:38,029 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.2 took 11ms 2024-11-17T21:24:38,034 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.2 so closing down 2024-11-17T21:24:38,034 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:38,034 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:38,039 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T21:24:38,042 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T21:24:38,055 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T21:24:38,060 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T21:24:38,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741991_1170 (size=743) 2024-11-17T21:24:38,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741991_1170 (size=743) 2024-11-17T21:24:38,108 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:38,111 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T21:24:38,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741990_1169 (size=743) 2024-11-17T21:24:38,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741990_1169 (size=743) 2024-11-17T21:24:38,126 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:38,131 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T21:24:38,132 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 99 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:38,132 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.2, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.2, size=1.4 K (1393bytes) at 1731878678018Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.2 so closing down at 1731878678034 (+16 ms)3 split writer threads finished at 1731878678034Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731878678055 (+21 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731878678060 (+5 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878678108 (+48 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731878678111 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878678126 (+15 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731878678131 (+5 ms)Processed 20 edits across 2 Regions in 99 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878678132 (+1 ms) 2024-11-17T21:24:38,136 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.2 to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/oldWALs/wal.dat.2 2024-11-17T21:24:38,136 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T21:24:38,136 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.3 2024-11-17T21:24:38,138 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.3 after 1ms 2024-11-17T21:24:38,142 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.3 took 5ms 2024-11-17T21:24:38,161 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.3 so closing down 2024-11-17T21:24:38,161 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:38,172 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:38,184 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T21:24:38,203 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T21:24:38,210 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T21:24:38,224 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T21:24:38,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741992_1171 (size=743) 2024-11-17T21:24:38,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741992_1171 (size=743) 2024-11-17T21:24:38,247 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:38,250 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T21:24:38,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741993_1172 (size=743) 2024-11-17T21:24:38,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741993_1172 (size=743) 2024-11-17T21:24:38,266 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:38,270 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T21:24:38,270 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 110 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:38,270 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.3, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.3, size=1.4 K (1393bytes) at 1731878678136Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.3 so closing down at 1731878678161 (+25 ms)3 split writer threads finished at 1731878678172 (+11 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731878678210 (+38 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731878678224 (+14 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878678247 (+23 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731878678250 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878678266 (+16 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731878678270 (+4 ms)Processed 20 edits across 2 Regions in 110 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878678270 2024-11-17T21:24:38,281 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.3 to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/oldWALs/wal.dat.3 2024-11-17T21:24:38,281 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T21:24:38,281 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.4 2024-11-17T21:24:38,285 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.4 after 4ms 2024-11-17T21:24:38,289 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.4 took 8ms 2024-11-17T21:24:38,317 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.4 so closing down 2024-11-17T21:24:38,317 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:38,318 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:38,329 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T21:24:38,341 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T21:24:38,348 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T21:24:38,352 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T21:24:38,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741994_1173 (size=743) 2024-11-17T21:24:38,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741994_1173 (size=743) 2024-11-17T21:24:38,413 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:38,417 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T21:24:38,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741995_1174 (size=743) 2024-11-17T21:24:38,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741995_1174 (size=743) 2024-11-17T21:24:38,429 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:38,433 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-17T21:24:38,433 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:38,433 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.4, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.4, size=1.4 K (1393bytes) at 1731878678281Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.4 so closing down at 1731878678317 (+36 ms)3 split writer threads finished at 1731878678318 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731878678348 (+30 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731878678352 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878678413 (+61 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731878678417 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878678429 (+12 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731878678433 (+4 ms)Processed 20 edits across 2 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878678433 2024-11-17T21:24:38,437 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.4 to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/oldWALs/wal.dat.4 2024-11-17T21:24:38,438 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.5, size=1.4 K (1393bytes) 2024-11-17T21:24:38,438 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.5 2024-11-17T21:24:38,439 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.5 after 1ms 2024-11-17T21:24:38,445 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.5 took 8ms 2024-11-17T21:24:38,455 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.5 so closing down 2024-11-17T21:24:38,455 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:38,455 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:38,459 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T21:24:38,467 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T21:24:38,478 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T21:24:38,479 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T21:24:38,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741996_1175 (size=743) 2024-11-17T21:24:38,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741996_1175 (size=743) 2024-11-17T21:24:38,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741997_1176 (size=743) 2024-11-17T21:24:38,521 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:38,522 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:38,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741997_1176 (size=743) 2024-11-17T21:24:38,526 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-17T21:24:38,526 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-17T21:24:38,526 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:38,527 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.5, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.5, size=1.4 K (1393bytes) at 1731878678438Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.5 so closing down at 1731878678455 (+17 ms)3 split writer threads finished at 1731878678455Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731878678478 (+23 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731878678479 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878678521 (+42 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878678522 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731878678526 (+4 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731878678526Processed 20 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878678526 2024-11-17T21:24:38,530 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.5 to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/oldWALs/wal.dat.5 2024-11-17T21:24:38,530 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T21:24:38,530 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.6 2024-11-17T21:24:38,531 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.6 after 1ms 2024-11-17T21:24:38,534 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.6 took 4ms 2024-11-17T21:24:38,539 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.6 so closing down 2024-11-17T21:24:38,539 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:38,543 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:38,547 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T21:24:38,552 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T21:24:38,565 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T21:24:38,572 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T21:24:38,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741998_1177 (size=749) 2024-11-17T21:24:38,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741998_1177 (size=749) 2024-11-17T21:24:38,583 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:38,586 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T21:24:38,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741999_1178 (size=749) 2024-11-17T21:24:38,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073741999_1178 (size=749) 2024-11-17T21:24:38,604 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:38,612 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-17T21:24:38,612 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-17T21:24:38,612 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.6, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.6, size=1.4 K (1405bytes) at 1731878678530Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.6 so closing down at 1731878678539 (+9 ms)3 split writer threads finished at 1731878678543 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731878678552 (+9 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731878678572 (+20 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878678583 (+11 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731878678586 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878678604 (+18 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731878678612 (+8 ms)Processed 20 edits across 2 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731878678612 2024-11-17T21:24:38,622 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.6 to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/oldWALs/wal.dat.6 2024-11-17T21:24:38,622 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T21:24:38,622 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.7 2024-11-17T21:24:38,623 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.7 after 1ms 2024-11-17T21:24:38,627 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.7 took 5ms 2024-11-17T21:24:38,644 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.7 so closing down 2024-11-17T21:24:38,644 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:38,648 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:38,668 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T21:24:38,672 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T21:24:38,672 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T21:24:38,684 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T21:24:38,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742000_1179 (size=753) 2024-11-17T21:24:38,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742000_1179 (size=753) 2024-11-17T21:24:38,714 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:38,720 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T21:24:38,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742001_1180 (size=753) 2024-11-17T21:24:38,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742001_1180 (size=753) 2024-11-17T21:24:38,737 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:38,744 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-17T21:24:38,744 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 101 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T21:24:38,744 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.7, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.7, size=1.4 K (1413bytes) at 1731878678622Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.7 so closing down at 1731878678644 (+22 ms)3 split writer threads finished at 1731878678648 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731878678672 (+24 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731878678684 (+12 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878678714 (+30 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731878678720 (+6 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878678737 (+17 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731878678744 (+7 ms)Processed 20 edits across 2 Regions in 101 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731878678744 2024-11-17T21:24:38,752 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.7 to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/oldWALs/wal.dat.7 2024-11-17T21:24:38,753 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T21:24:38,753 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.8 2024-11-17T21:24:38,754 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.8 after 0ms 2024-11-17T21:24:38,757 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.8 took 5ms 2024-11-17T21:24:38,773 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.8 so closing down 2024-11-17T21:24:38,773 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:38,781 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:38,792 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T21:24:38,794 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T21:24:38,801 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T21:24:38,812 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T21:24:38,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742003_1182 (size=753) 2024-11-17T21:24:38,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742003_1182 (size=753) 2024-11-17T21:24:38,868 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:38,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742002_1181 (size=753) 2024-11-17T21:24:38,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742002_1181 (size=753) 2024-11-17T21:24:38,872 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:38,872 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-17T21:24:38,875 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T21:24:38,875 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 103 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T21:24:38,875 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.8, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.8, size=1.4 K (1413bytes) at 1731878678753Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.8 so closing down at 1731878678773 (+20 ms)3 split writer threads finished at 1731878678781 (+8 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731878678801 (+20 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731878678812 (+11 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878678868 (+56 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878678872 (+4 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731878678873 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731878678875 (+2 ms)Processed 20 edits across 2 Regions in 103 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731878678875 2024-11-17T21:24:38,883 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.8 to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/oldWALs/wal.dat.8 2024-11-17T21:24:38,883 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T21:24:38,884 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.9 2024-11-17T21:24:38,884 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.9 after 0ms 2024-11-17T21:24:38,889 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.9 took 6ms 2024-11-17T21:24:38,902 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.9 so closing down 2024-11-17T21:24:38,902 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:38,902 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:38,917 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T21:24:38,920 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T21:24:38,928 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T21:24:38,961 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T21:24:38,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742004_1183 (size=753) 2024-11-17T21:24:38,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742004_1183 (size=753) 2024-11-17T21:24:39,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742005_1184 (size=753) 2024-11-17T21:24:39,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742005_1184 (size=753) 2024-11-17T21:24:39,027 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:39,031 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-17T21:24:39,394 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:39,397 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T21:24:39,397 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 497 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T21:24:39,397 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.9, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.9, size=1.4 K (1413bytes) at 1731878678883Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.9 so closing down at 1731878678902 (+19 ms)3 split writer threads finished at 1731878678902Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731878678920 (+18 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731878678961 (+41 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878679027 (+66 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731878679031 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878679394 (+363 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731878679397 (+3 ms)Processed 20 edits across 2 Regions in 497 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731878679397 2024-11-17T21:24:39,402 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/WALs/testmovedwalduringrecovery,16010,1731878676448/wal.dat.9 to hdfs://localhost:43469/user/jenkins/test-data/27a8211c-d1bf-4452-3181-39b091e19769/oldWALs/wal.dat.9 2024-11-17T21:24:39,425 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=137 (was 137), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=436 (was 436), ProcessCount=11 (was 11), AvailableMemoryMB=8576 (was 8677) 2024-11-17T21:24:39,437 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=137, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=436, ProcessCount=11, AvailableMemoryMB=8575 2024-11-17T21:24:39,437 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:39,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742006_1185 (size=7) 2024-11-17T21:24:39,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742006_1185 (size=7) 2024-11-17T21:24:39,911 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:39,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:39,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:39,917 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:39,921 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-17T21:24:39,922 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-17T21:24:39,923 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-17T21:24:39,924 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-17T21:24:39,924 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-17T21:24:39,949 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/2d8f5a91-001a-6a1d-28ff-a25d125d58c5/WALs/testthreading,16010,1731878679917/wal.dat..fake, size=0 (0bytes) 2024-11-17T21:24:39,961 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/2d8f5a91-001a-6a1d-28ff-a25d125d58c5/WALs/testthreading,16010,1731878679917/wal.dat..fake took 13ms 2024-11-17T21:24:40,559 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/2d8f5a91-001a-6a1d-28ff-a25d125d58c5/WALs/testthreading,16010,1731878679917/wal.dat..fake so closing down 2024-11-17T21:24:40,559 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:40,560 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:40,568 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/2d8f5a91-001a-6a1d-28ff-a25d125d58c5/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-17T21:24:40,581 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/2d8f5a91-001a-6a1d-28ff-a25d125d58c5/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-17T21:24:40,595 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/2d8f5a91-001a-6a1d-28ff-a25d125d58c5/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-17T21:24:40,647 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/2d8f5a91-001a-6a1d-28ff-a25d125d58c5/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 78 ms) 2024-11-17T21:24:40,655 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/2d8f5a91-001a-6a1d-28ff-a25d125d58c5/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-17T21:24:40,668 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/2d8f5a91-001a-6a1d-28ff-a25d125d58c5/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 86 ms) 2024-11-17T21:24:40,673 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/2d8f5a91-001a-6a1d-28ff-a25d125d58c5/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-17T21:24:40,728 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/2d8f5a91-001a-6a1d-28ff-a25d125d58c5/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 132 ms) 2024-11-17T21:24:40,745 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/2d8f5a91-001a-6a1d-28ff-a25d125d58c5/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 71 ms) 2024-11-17T21:24:40,750 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/2d8f5a91-001a-6a1d-28ff-a25d125d58c5/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 95 ms) 2024-11-17T21:24:40,752 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 790 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/2d8f5a91-001a-6a1d-28ff-a25d125d58c5/WALs/testthreading,16010,1731878679917/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-17T21:24:40,752 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/2d8f5a91-001a-6a1d-28ff-a25d125d58c5/WALs/testthreading,16010,1731878679917/wal.dat..fake, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/2d8f5a91-001a-6a1d-28ff-a25d125d58c5/WALs/testthreading,16010,1731878679917/wal.dat..fake, size=0 (0bytes) at 1731878679949Split 1024 edits, skipped 0 edits. at 1731878679995 (+46 ms)Split 2048 edits, skipped 0 edits. at 1731878680022 (+27 ms)Split 3072 edits, skipped 0 edits. at 1731878680046 (+24 ms)Split 4096 edits, skipped 0 edits. at 1731878680076 (+30 ms)Split 5120 edits, skipped 0 edits. at 1731878680102 (+26 ms)Split 6144 edits, skipped 0 edits. at 1731878680127 (+25 ms)Split 7168 edits, skipped 0 edits. at 1731878680163 (+36 ms)Split 8192 edits, skipped 0 edits. at 1731878680205 (+42 ms)Split 9216 edits, skipped 0 edits. at 1731878680248 (+43 ms)Split 10240 edits, skipped 0 edits. at 1731878680293 (+45 ms)Split 11264 edits, skipped 0 edits. at 1731878680336 (+43 ms)Split 12288 edits, skipped 0 edits. at 1731878680377 (+41 ms)Split 13312 edits, skipped 0 edits. at 1731878680407 (+30 ms)Split 14336 edits, skipped 0 edits. at 1731878680433 (+26 ms)Split 15360 edits, skipped 0 edits. at 1731878680459 (+26 ms)Split 16384 edits, skipped 0 edits. at 1731878680481 (+22 ms)Split 17408 edits, skipped 0 edits. at 1731878680503 (+22 ms)Split 18432 edits, skipped 0 edits. at 1731878680526 (+23 ms)Split 19456 edits, skipped 0 edits. at 1731878680548 (+22 ms)Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/2d8f5a91-001a-6a1d-28ff-a25d125d58c5/WALs/testthreading,16010,1731878679917/wal.dat..fake so closing down at 1731878680559 (+11 ms)3 split writer threads finished at 1731878680560 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/2d8f5a91-001a-6a1d-28ff-a25d125d58c5/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1731878680568 (+8 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/2d8f5a91-001a-6a1d-28ff-a25d125d58c5/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1731878680581 (+13 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/2d8f5a91-001a-6a1d-28ff-a25d125d58c5/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1731878680595 (+14 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/2d8f5a91-001a-6a1d-28ff-a25d125d58c5/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 78 ms) at 1731878680647 (+52 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/2d8f5a91-001a-6a1d-28ff-a25d125d58c5/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1731878680655 (+8 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/2d8f5a91-001a-6a1d-28ff-a25d125d58c5/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 86 ms) at 1731878680668 (+13 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/2d8f5a91-001a-6a1d-28ff-a25d125d58c5/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1731878680673 (+5 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/2d8f5a91-001a-6a1d-28ff-a25d125d58c5/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 132 ms) at 1731878680728 (+55 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/2d8f5a91-001a-6a1d-28ff-a25d125d58c5/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 71 ms) at 1731878680745 (+17 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/2d8f5a91-001a-6a1d-28ff-a25d125d58c5/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 95 ms) at 1731878680750 (+5 ms)Processed 20000 edits across 5 Regions in 790 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/2d8f5a91-001a-6a1d-28ff-a25d125d58c5/WALs/testthreading,16010,1731878679917/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1731878680752 (+2 ms) 2024-11-17T21:24:40,752 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-17T21:24:40,752 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-17T21:24:40,752 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-17T21:24:40,752 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-17T21:24:40,752 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-17T21:24:40,762 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=137 (was 137), OpenFileDescriptor=389 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=436 (was 436), ProcessCount=11 (was 11), AvailableMemoryMB=8425 (was 8575) 2024-11-17T21:24:40,772 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=137, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=436, ProcessCount=11, AvailableMemoryMB=8425 2024-11-17T21:24:40,772 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:40,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742007_1186 (size=7) 2024-11-17T21:24:40,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742007_1186 (size=7) 2024-11-17T21:24:40,787 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:40,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:40,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:40,791 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:40,792 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-17T21:24:40,794 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T21:24:40,795 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T21:24:40,796 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T21:24:40,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742008_1187 (size=1393) 2024-11-17T21:24:40,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742008_1187 (size=1393) 2024-11-17T21:24:40,821 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T21:24:40,821 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T21:24:40,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742009_1188 (size=1393) 2024-11-17T21:24:40,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742009_1188 (size=1393) 2024-11-17T21:24:40,843 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T21:24:40,843 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T21:24:40,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742010_1189 (size=1393) 2024-11-17T21:24:40,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742010_1189 (size=1393) 2024-11-17T21:24:40,900 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T21:24:40,901 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T21:24:40,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742011_1190 (size=1393) 2024-11-17T21:24:40,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742011_1190 (size=1393) 2024-11-17T21:24:40,938 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T21:24:40,939 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T21:24:40,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742012_1191 (size=1393) 2024-11-17T21:24:40,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742012_1191 (size=1393) 2024-11-17T21:24:40,954 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T21:24:40,955 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T21:24:40,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:40,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:40,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742013_1192 (size=1393) 2024-11-17T21:24:40,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742013_1192 (size=1393) 2024-11-17T21:24:40,996 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T21:24:40,996 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T21:24:41,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742014_1193 (size=1405) 2024-11-17T21:24:41,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742014_1193 (size=1405) 2024-11-17T21:24:41,064 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T21:24:41,064 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T21:24:41,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742015_1194 (size=1413) 2024-11-17T21:24:41,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742015_1194 (size=1413) 2024-11-17T21:24:41,112 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T21:24:41,112 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T21:24:41,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742016_1195 (size=1413) 2024-11-17T21:24:41,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742016_1195 (size=1413) 2024-11-17T21:24:41,183 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T21:24:41,183 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T21:24:41,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:41,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:41,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742017_1196 (size=1413) 2024-11-17T21:24:41,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742017_1196 (size=1413) 2024-11-17T21:24:41,229 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T21:24:41,229 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-17T21:24:41,254 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat..empty, size=0 (0bytes) 2024-11-17T21:24:41,254 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat..empty might be still open, length is 0 2024-11-17T21:24:41,254 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat..empty 2024-11-17T21:24:41,254 WARN [IPC Server handler 2 on default port 43469 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat..empty closed. 2024-11-17T21:24:41,255 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat..empty after 0ms 2024-11-17T21:24:41,256 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-17T21:24:41,257 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat..empty; empty? 2024-11-17T21:24:41,257 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat..empty so closing down 2024-11-17T21:24:41,257 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-17T21:24:41,257 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat..empty, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat..empty, size=0 (0bytes) at 1731878681254Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat..empty so closing down at 1731878681257 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1731878681257 2024-11-17T21:24:41,259 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat..empty to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/oldWALs/wal.dat..empty 2024-11-17T21:24:41,260 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T21:24:41,260 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.0 2024-11-17T21:24:41,260 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.0 after 0ms 2024-11-17T21:24:41,263 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.0 took 4ms 2024-11-17T21:24:41,272 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.0 so closing down 2024-11-17T21:24:41,272 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:41,272 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:41,283 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:41,284 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:41,298 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T21:24:41,300 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T21:24:41,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742018_1197 (size=743) 2024-11-17T21:24:41,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742018_1197 (size=743) 2024-11-17T21:24:41,314 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:41,317 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T21:24:41,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742019_1198 (size=743) 2024-11-17T21:24:41,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742019_1198 (size=743) 2024-11-17T21:24:41,337 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:41,342 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T21:24:41,342 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:41,342 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.0, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.0, size=1.4 K (1393bytes) at 1731878681260Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.0 so closing down at 1731878681272 (+12 ms)3 split writer threads finished at 1731878681272Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731878681284 (+12 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731878681300 (+16 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878681314 (+14 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731878681317 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878681337 (+20 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731878681342 (+5 ms)Processed 20 edits across 2 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878681342 2024-11-17T21:24:41,345 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.0 to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/oldWALs/wal.dat.0 2024-11-17T21:24:41,346 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T21:24:41,346 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.1 2024-11-17T21:24:41,348 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.1 after 2ms 2024-11-17T21:24:41,350 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.1 took 5ms 2024-11-17T21:24:41,365 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.1 so closing down 2024-11-17T21:24:41,365 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:41,365 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:41,370 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T21:24:41,370 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T21:24:41,371 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T21:24:41,376 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T21:24:41,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742020_1199 (size=743) 2024-11-17T21:24:41,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742020_1199 (size=743) 2024-11-17T21:24:41,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742021_1200 (size=743) 2024-11-17T21:24:41,396 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:41,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742021_1200 (size=743) 2024-11-17T21:24:41,405 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T21:24:41,405 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:41,408 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T21:24:41,408 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:41,408 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.1, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.1, size=1.4 K (1393bytes) at 1731878681346Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.1 so closing down at 1731878681365 (+19 ms)3 split writer threads finished at 1731878681365Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731878681371 (+6 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731878681376 (+5 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878681396 (+20 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731878681405 (+9 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878681405Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731878681408 (+3 ms)Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878681408 2024-11-17T21:24:41,410 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.1 to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/oldWALs/wal.dat.1 2024-11-17T21:24:41,411 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T21:24:41,411 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.2 2024-11-17T21:24:41,411 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.2 after 0ms 2024-11-17T21:24:41,414 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.2 took 4ms 2024-11-17T21:24:41,421 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.2 so closing down 2024-11-17T21:24:41,421 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:41,421 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:41,425 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T21:24:41,425 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T21:24:41,430 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T21:24:41,432 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T21:24:41,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742022_1201 (size=743) 2024-11-17T21:24:41,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742022_1201 (size=743) 2024-11-17T21:24:41,448 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:41,449 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T21:24:41,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742023_1202 (size=743) 2024-11-17T21:24:41,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742023_1202 (size=743) 2024-11-17T21:24:41,464 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:41,466 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T21:24:41,466 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:41,466 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.2, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.2, size=1.4 K (1393bytes) at 1731878681411Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.2 so closing down at 1731878681421 (+10 ms)3 split writer threads finished at 1731878681421Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731878681430 (+9 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731878681432 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878681448 (+16 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731878681449 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878681464 (+15 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731878681466 (+2 ms)Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878681466 2024-11-17T21:24:41,468 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.2 to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/oldWALs/wal.dat.2 2024-11-17T21:24:41,468 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T21:24:41,468 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.3 2024-11-17T21:24:41,469 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.3 after 1ms 2024-11-17T21:24:41,471 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.3 took 3ms 2024-11-17T21:24:41,476 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.3 so closing down 2024-11-17T21:24:41,476 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:41,476 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:41,478 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T21:24:41,478 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T21:24:41,480 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T21:24:41,480 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T21:24:41,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742025_1204 (size=743) 2024-11-17T21:24:41,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742025_1204 (size=743) 2024-11-17T21:24:41,497 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:41,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742024_1203 (size=743) 2024-11-17T21:24:41,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742024_1203 (size=743) 2024-11-17T21:24:41,498 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:41,501 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T21:24:41,505 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T21:24:41,505 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:41,505 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.3, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.3, size=1.4 K (1393bytes) at 1731878681468Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.3 so closing down at 1731878681476 (+8 ms)3 split writer threads finished at 1731878681476Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731878681480 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731878681480Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878681497 (+17 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878681498 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731878681501 (+3 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731878681505 (+4 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878681505 2024-11-17T21:24:41,508 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.3 to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/oldWALs/wal.dat.3 2024-11-17T21:24:41,514 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T21:24:41,514 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.4 2024-11-17T21:24:41,515 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.4 after 1ms 2024-11-17T21:24:41,519 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.4 took 5ms 2024-11-17T21:24:41,532 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.4 so closing down 2024-11-17T21:24:41,532 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:41,532 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:41,537 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T21:24:41,538 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T21:24:41,539 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T21:24:41,540 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T21:24:41,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742026_1205 (size=743) 2024-11-17T21:24:41,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742026_1205 (size=743) 2024-11-17T21:24:41,553 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:41,554 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-17T21:24:41,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742027_1206 (size=743) 2024-11-17T21:24:41,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742027_1206 (size=743) 2024-11-17T21:24:41,959 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:41,960 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T21:24:41,961 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:41,961 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.4, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.4, size=1.4 K (1393bytes) at 1731878681514Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.4 so closing down at 1731878681532 (+18 ms)3 split writer threads finished at 1731878681532Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731878681538 (+6 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731878681540 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878681553 (+13 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731878681554 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878681959 (+405 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731878681960 (+1 ms)Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878681961 (+1 ms) 2024-11-17T21:24:41,968 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.4 to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/oldWALs/wal.dat.4 2024-11-17T21:24:41,968 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.5, size=1.4 K (1393bytes) 2024-11-17T21:24:41,968 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.5 2024-11-17T21:24:41,969 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.5 after 1ms 2024-11-17T21:24:41,971 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.5 took 3ms 2024-11-17T21:24:41,972 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.5 so closing down 2024-11-17T21:24:41,972 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:41,975 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:41,978 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T21:24:41,984 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T21:24:41,998 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T21:24:42,000 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T21:24:42,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742028_1207 (size=743) 2024-11-17T21:24:42,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742028_1207 (size=743) 2024-11-17T21:24:42,011 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:42,013 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-17T21:24:42,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742029_1208 (size=743) 2024-11-17T21:24:42,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742029_1208 (size=743) 2024-11-17T21:24:42,041 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:42,043 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-17T21:24:42,044 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:42,044 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.5, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.5, size=1.4 K (1393bytes) at 1731878681968Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.5 so closing down at 1731878681972 (+4 ms)3 split writer threads finished at 1731878681975 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731878681984 (+9 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731878682000 (+16 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878682011 (+11 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731878682013 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878682041 (+28 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731878682043 (+2 ms)Processed 20 edits across 2 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878682044 (+1 ms) 2024-11-17T21:24:42,046 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.5 to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/oldWALs/wal.dat.5 2024-11-17T21:24:42,046 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T21:24:42,046 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.6 2024-11-17T21:24:42,048 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.6 after 2ms 2024-11-17T21:24:42,061 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.6 took 15ms 2024-11-17T21:24:42,065 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.6 so closing down 2024-11-17T21:24:42,065 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:42,066 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:42,068 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T21:24:42,069 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T21:24:42,071 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T21:24:42,074 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T21:24:42,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742030_1209 (size=749) 2024-11-17T21:24:42,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742030_1209 (size=749) 2024-11-17T21:24:42,106 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:42,112 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T21:24:42,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742031_1210 (size=749) 2024-11-17T21:24:42,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742031_1210 (size=749) 2024-11-17T21:24:42,141 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:42,143 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-17T21:24:42,143 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 81 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-17T21:24:42,143 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.6, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.6, size=1.4 K (1405bytes) at 1731878682046Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.6 so closing down at 1731878682065 (+19 ms)3 split writer threads finished at 1731878682066 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731878682069 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731878682074 (+5 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878682106 (+32 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731878682112 (+6 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878682141 (+29 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731878682143 (+2 ms)Processed 20 edits across 2 Regions in 81 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731878682143 2024-11-17T21:24:42,145 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.6 to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/oldWALs/wal.dat.6 2024-11-17T21:24:42,145 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T21:24:42,145 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.7 2024-11-17T21:24:42,145 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.7 after 0ms 2024-11-17T21:24:42,147 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.7 took 2ms 2024-11-17T21:24:42,154 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.7 so closing down 2024-11-17T21:24:42,154 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:42,154 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:42,158 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T21:24:42,160 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T21:24:42,161 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T21:24:42,164 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T21:24:42,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742032_1211 (size=753) 2024-11-17T21:24:42,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742032_1211 (size=753) 2024-11-17T21:24:42,218 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:42,224 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T21:24:42,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742033_1212 (size=753) 2024-11-17T21:24:42,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742033_1212 (size=753) 2024-11-17T21:24:42,231 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:42,233 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-17T21:24:42,234 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 80 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T21:24:42,234 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.7, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.7, size=1.4 K (1413bytes) at 1731878682145Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.7 so closing down at 1731878682154 (+9 ms)3 split writer threads finished at 1731878682154Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731878682161 (+7 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731878682164 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878682218 (+54 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731878682224 (+6 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878682231 (+7 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731878682233 (+2 ms)Processed 20 edits across 2 Regions in 80 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731878682234 (+1 ms) 2024-11-17T21:24:42,240 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.7 to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/oldWALs/wal.dat.7 2024-11-17T21:24:42,240 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T21:24:42,240 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.8 2024-11-17T21:24:42,245 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.8 after 4ms 2024-11-17T21:24:42,247 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.8 took 7ms 2024-11-17T21:24:42,257 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.8 so closing down 2024-11-17T21:24:42,257 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:42,259 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:42,269 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T21:24:42,271 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T21:24:42,275 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T21:24:42,280 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T21:24:42,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742034_1213 (size=753) 2024-11-17T21:24:42,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742034_1213 (size=753) 2024-11-17T21:24:42,301 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:42,302 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T21:24:42,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742035_1214 (size=753) 2024-11-17T21:24:42,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742035_1214 (size=753) 2024-11-17T21:24:42,326 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:42,328 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-17T21:24:42,329 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T21:24:42,329 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.8, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.8, size=1.4 K (1413bytes) at 1731878682240Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.8 so closing down at 1731878682257 (+17 ms)3 split writer threads finished at 1731878682259 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731878682271 (+12 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731878682280 (+9 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878682301 (+21 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731878682302 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878682326 (+24 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731878682328 (+2 ms)Processed 20 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731878682329 (+1 ms) 2024-11-17T21:24:42,341 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.8 to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/oldWALs/wal.dat.8 2024-11-17T21:24:42,341 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T21:24:42,342 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.9 2024-11-17T21:24:42,342 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.9 after 0ms 2024-11-17T21:24:42,344 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.9 took 3ms 2024-11-17T21:24:42,354 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.9 so closing down 2024-11-17T21:24:42,354 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:42,355 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:42,358 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T21:24:42,358 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T21:24:42,360 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T21:24:42,360 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T21:24:42,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742036_1215 (size=753) 2024-11-17T21:24:42,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742036_1215 (size=753) 2024-11-17T21:24:42,395 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:42,397 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T21:24:42,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742037_1216 (size=753) 2024-11-17T21:24:42,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742037_1216 (size=753) 2024-11-17T21:24:42,423 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:42,426 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-17T21:24:42,426 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T21:24:42,426 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.9, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.9, size=1.4 K (1413bytes) at 1731878682341Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.9 so closing down at 1731878682354 (+13 ms)3 split writer threads finished at 1731878682355 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731878682360 (+5 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731878682360Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878682395 (+35 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731878682397 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878682423 (+26 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731878682426 (+3 ms)Processed 20 edits across 2 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731878682426 2024-11-17T21:24:42,428 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.9 to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/oldWALs/wal.dat.9 2024-11-17T21:24:42,429 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.empty, size=0 (0bytes) 2024-11-17T21:24:42,429 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.empty might be still open, length is 0 2024-11-17T21:24:42,429 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.empty 2024-11-17T21:24:42,429 WARN [IPC Server handler 3 on default port 43469 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.empty closed. 2024-11-17T21:24:42,430 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.empty after 1ms 2024-11-17T21:24:42,431 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-17T21:24:42,431 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.empty; empty? 2024-11-17T21:24:42,432 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.empty so closing down 2024-11-17T21:24:42,432 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-17T21:24:42,432 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.empty, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.empty, size=0 (0bytes) at 1731878682429Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.empty so closing down at 1731878682432 (+3 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1731878682432 2024-11-17T21:24:42,436 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/WALs/testemptyopenlogfiles,16010,1731878680791/wal.dat.empty to hdfs://localhost:43469/user/jenkins/test-data/d9e3c7b4-4702-3d73-5174-8a453c8d67ef/oldWALs/wal.dat.empty 2024-11-17T21:24:42,572 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=137 (was 137), OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=465 (was 436) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8346 (was 8425) 2024-11-17T21:24:42,592 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=137, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=465, ProcessCount=11, AvailableMemoryMB=8345 2024-11-17T21:24:42,592 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:42,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742038_1217 (size=7) 2024-11-17T21:24:42,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742038_1217 (size=7) 2024-11-17T21:24:42,606 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:42,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:42,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:42,609 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:42,610 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T21:24:42,610 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T21:24:42,613 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T21:24:42,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742039_1218 (size=1393) 2024-11-17T21:24:42,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742039_1218 (size=1393) 2024-11-17T21:24:42,657 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T21:24:42,657 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T21:24:42,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742040_1219 (size=1393) 2024-11-17T21:24:42,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742040_1219 (size=1393) 2024-11-17T21:24:42,762 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T21:24:42,762 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T21:24:42,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742041_1220 (size=1393) 2024-11-17T21:24:42,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742041_1220 (size=1393) 2024-11-17T21:24:42,820 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T21:24:42,820 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T21:24:42,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742042_1221 (size=1393) 2024-11-17T21:24:42,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742042_1221 (size=1393) 2024-11-17T21:24:42,877 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T21:24:42,877 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T21:24:42,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742043_1222 (size=1393) 2024-11-17T21:24:42,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742043_1222 (size=1393) 2024-11-17T21:24:42,905 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T21:24:42,906 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T21:24:42,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742044_1223 (size=1393) 2024-11-17T21:24:42,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742044_1223 (size=1393) 2024-11-17T21:24:42,932 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T21:24:42,932 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T21:24:42,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:42,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:42,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742045_1224 (size=1405) 2024-11-17T21:24:42,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742045_1224 (size=1405) 2024-11-17T21:24:43,347 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T21:24:43,348 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T21:24:43,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742046_1225 (size=1413) 2024-11-17T21:24:43,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742046_1225 (size=1413) 2024-11-17T21:24:43,360 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T21:24:43,360 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T21:24:43,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742047_1226 (size=1413) 2024-11-17T21:24:43,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742047_1226 (size=1413) 2024-11-17T21:24:43,374 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T21:24:43,374 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T21:24:43,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:43,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:43,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742048_1227 (size=1413) 2024-11-17T21:24:43,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742048_1227 (size=1413) 2024-11-17T21:24:43,388 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T21:24:43,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742049_1228 (size=1398) 2024-11-17T21:24:43,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742049_1228 (size=1398) 2024-11-17T21:24:43,422 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T21:24:43,422 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.0 2024-11-17T21:24:43,423 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.0 after 1ms 2024-11-17T21:24:43,425 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.0 took 3ms 2024-11-17T21:24:43,428 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.0 so closing down 2024-11-17T21:24:43,428 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:43,429 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:43,441 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:43,464 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:43,467 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T21:24:43,470 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T21:24:43,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742050_1229 (size=743) 2024-11-17T21:24:43,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742050_1229 (size=743) 2024-11-17T21:24:43,509 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:43,512 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T21:24:43,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742051_1230 (size=743) 2024-11-17T21:24:43,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742051_1230 (size=743) 2024-11-17T21:24:43,521 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:43,523 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T21:24:43,523 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 97 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:43,523 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.0, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.0, size=1.4 K (1393bytes) at 1731878683422Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.0 so closing down at 1731878683428 (+6 ms)3 split writer threads finished at 1731878683429 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731878683464 (+35 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731878683470 (+6 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878683509 (+39 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731878683512 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878683521 (+9 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731878683523 (+2 ms)Processed 20 edits across 2 Regions in 97 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878683523 2024-11-17T21:24:43,550 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.0 to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/oldWALs/wal.dat.0 2024-11-17T21:24:43,550 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T21:24:43,550 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.1 2024-11-17T21:24:43,552 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.1 after 2ms 2024-11-17T21:24:43,554 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.1 took 4ms 2024-11-17T21:24:43,578 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.1 so closing down 2024-11-17T21:24:43,578 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:43,580 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:43,590 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T21:24:43,602 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T21:24:43,609 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T21:24:43,623 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T21:24:43,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742052_1231 (size=743) 2024-11-17T21:24:43,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742052_1231 (size=743) 2024-11-17T21:24:43,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742053_1232 (size=743) 2024-11-17T21:24:43,644 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:43,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742053_1232 (size=743) 2024-11-17T21:24:43,645 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:43,645 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T21:24:43,646 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T21:24:43,646 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 69 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:43,646 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.1, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.1, size=1.4 K (1393bytes) at 1731878683550Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.1 so closing down at 1731878683578 (+28 ms)3 split writer threads finished at 1731878683580 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731878683609 (+29 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731878683623 (+14 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878683644 (+21 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878683645 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731878683645Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731878683646 (+1 ms)Processed 20 edits across 2 Regions in 69 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878683646 2024-11-17T21:24:43,648 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.1 to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/oldWALs/wal.dat.1 2024-11-17T21:24:43,648 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T21:24:43,648 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.2 2024-11-17T21:24:43,649 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.2 after 1ms 2024-11-17T21:24:43,657 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.2 took 9ms 2024-11-17T21:24:43,661 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.2 so closing down 2024-11-17T21:24:43,661 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:43,662 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:43,673 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T21:24:43,674 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T21:24:43,685 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T21:24:43,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742054_1233 (size=743) 2024-11-17T21:24:43,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742054_1233 (size=743) 2024-11-17T21:24:43,697 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:43,698 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T21:24:43,700 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T21:24:43,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742055_1234 (size=743) 2024-11-17T21:24:43,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742055_1234 (size=743) 2024-11-17T21:24:44,115 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:44,116 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T21:24:44,116 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 456 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:44,117 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.2, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.2, size=1.4 K (1393bytes) at 1731878683648Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.2 so closing down at 1731878683661 (+13 ms)3 split writer threads finished at 1731878683662 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731878683674 (+12 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878683697 (+23 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731878683698 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731878683700 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878684115 (+415 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731878684116 (+1 ms)Processed 20 edits across 2 Regions in 456 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878684116 2024-11-17T21:24:44,118 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.2 to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/oldWALs/wal.dat.2 2024-11-17T21:24:44,118 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T21:24:44,118 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.3 2024-11-17T21:24:44,119 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.3 after 1ms 2024-11-17T21:24:44,121 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.3 took 3ms 2024-11-17T21:24:44,125 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.3 so closing down 2024-11-17T21:24:44,125 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:44,125 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:44,127 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T21:24:44,129 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T21:24:44,132 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T21:24:44,139 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T21:24:44,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742056_1235 (size=743) 2024-11-17T21:24:44,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742056_1235 (size=743) 2024-11-17T21:24:44,151 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:44,154 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T21:24:44,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742057_1236 (size=743) 2024-11-17T21:24:44,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742057_1236 (size=743) 2024-11-17T21:24:44,164 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:44,166 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T21:24:44,166 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:44,166 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.3, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.3, size=1.4 K (1393bytes) at 1731878684118Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.3 so closing down at 1731878684125 (+7 ms)3 split writer threads finished at 1731878684125Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731878684129 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731878684140 (+11 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878684151 (+11 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731878684154 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878684164 (+10 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731878684166 (+2 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878684166 2024-11-17T21:24:44,167 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.3 to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/oldWALs/wal.dat.3 2024-11-17T21:24:44,168 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T21:24:44,168 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.4 2024-11-17T21:24:44,168 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.4 after 0ms 2024-11-17T21:24:44,170 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.4 took 2ms 2024-11-17T21:24:44,172 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.4 so closing down 2024-11-17T21:24:44,172 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:44,172 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:44,176 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T21:24:44,179 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T21:24:44,190 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T21:24:44,190 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T21:24:44,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742058_1237 (size=743) 2024-11-17T21:24:44,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742058_1237 (size=743) 2024-11-17T21:24:44,217 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:44,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742059_1238 (size=743) 2024-11-17T21:24:44,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742059_1238 (size=743) 2024-11-17T21:24:44,220 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-17T21:24:44,220 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:44,222 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T21:24:44,222 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:44,222 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.4, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.4, size=1.4 K (1393bytes) at 1731878684168Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.4 so closing down at 1731878684172 (+4 ms)3 split writer threads finished at 1731878684172Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731878684190 (+18 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731878684190Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878684217 (+27 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731878684220 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878684220Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731878684222 (+2 ms)Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878684222 2024-11-17T21:24:44,224 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.4 to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/oldWALs/wal.dat.4 2024-11-17T21:24:44,224 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.5, size=1.4 K (1398bytes) 2024-11-17T21:24:44,224 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.5 2024-11-17T21:24:44,225 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.5 after 1ms 2024-11-17T21:24:44,227 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.5 took 3ms 2024-11-17T21:24:44,229 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T21:24:44,229 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.5 so closing down 2024-11-17T21:24:44,229 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:44,230 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:44,234 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T21:24:44,234 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T21:24:44,235 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T21:24:44,235 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T21:24:44,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742061_1240 (size=743) 2024-11-17T21:24:44,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742061_1240 (size=743) 2024-11-17T21:24:44,249 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:44,250 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-17T21:24:44,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742060_1239 (size=743) 2024-11-17T21:24:44,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742060_1239 (size=743) 2024-11-17T21:24:44,254 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:44,255 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-17T21:24:44,256 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-17T21:24:44,256 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.5, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.5, size=1.4 K (1398bytes) at 1731878684224Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.5 so closing down at 1731878684229 (+5 ms)3 split writer threads finished at 1731878684230 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731878684235 (+5 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731878684235Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878684249 (+14 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731878684250 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878684254 (+4 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731878684255 (+1 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1731878684256 (+1 ms) 2024-11-17T21:24:44,259 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.5 to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/corrupt/wal.dat.5 2024-11-17T21:24:44,260 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T21:24:44,260 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.6 2024-11-17T21:24:44,260 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.6 after 0ms 2024-11-17T21:24:44,261 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.6 took 2ms 2024-11-17T21:24:44,262 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.6 so closing down 2024-11-17T21:24:44,262 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:44,262 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:44,265 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T21:24:44,265 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T21:24:44,266 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T21:24:44,266 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T21:24:44,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742062_1241 (size=749) 2024-11-17T21:24:44,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742062_1241 (size=749) 2024-11-17T21:24:44,274 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:44,276 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T21:24:44,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742063_1242 (size=749) 2024-11-17T21:24:44,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742063_1242 (size=749) 2024-11-17T21:24:44,279 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:44,280 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-17T21:24:44,280 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-17T21:24:44,280 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.6, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.6, size=1.4 K (1405bytes) at 1731878684260Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.6 so closing down at 1731878684262 (+2 ms)3 split writer threads finished at 1731878684262Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731878684266 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731878684266Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878684274 (+8 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731878684276 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878684279 (+3 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731878684280 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731878684280 2024-11-17T21:24:44,281 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.6 to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/oldWALs/wal.dat.6 2024-11-17T21:24:44,281 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T21:24:44,281 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.7 2024-11-17T21:24:44,282 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.7 after 1ms 2024-11-17T21:24:44,283 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.7 took 2ms 2024-11-17T21:24:44,285 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.7 so closing down 2024-11-17T21:24:44,285 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:44,285 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:44,286 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T21:24:44,287 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T21:24:44,289 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T21:24:44,289 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T21:24:44,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742064_1243 (size=753) 2024-11-17T21:24:44,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742064_1243 (size=753) 2024-11-17T21:24:44,307 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:44,308 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T21:24:44,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742065_1244 (size=753) 2024-11-17T21:24:44,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742065_1244 (size=753) 2024-11-17T21:24:44,318 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:44,320 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-17T21:24:44,320 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T21:24:44,320 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.7, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.7, size=1.4 K (1413bytes) at 1731878684281Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.7 so closing down at 1731878684285 (+4 ms)3 split writer threads finished at 1731878684285Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731878684289 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731878684289Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878684307 (+18 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731878684308 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878684318 (+10 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731878684320 (+2 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731878684320 2024-11-17T21:24:44,321 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.7 to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/oldWALs/wal.dat.7 2024-11-17T21:24:44,322 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T21:24:44,322 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.8 2024-11-17T21:24:44,322 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.8 after 0ms 2024-11-17T21:24:44,325 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.8 took 4ms 2024-11-17T21:24:44,326 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.8 so closing down 2024-11-17T21:24:44,327 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:44,327 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:44,330 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T21:24:44,338 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T21:24:44,340 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T21:24:44,349 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T21:24:44,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742067_1246 (size=753) 2024-11-17T21:24:44,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742066_1245 (size=753) 2024-11-17T21:24:44,427 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:44,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742066_1245 (size=753) 2024-11-17T21:24:44,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742067_1246 (size=753) 2024-11-17T21:24:44,429 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T21:24:44,432 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:44,434 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-17T21:24:44,434 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T21:24:44,434 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.8, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.8, size=1.4 K (1413bytes) at 1731878684322Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.8 so closing down at 1731878684327 (+5 ms)3 split writer threads finished at 1731878684327Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731878684340 (+13 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731878684349 (+9 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878684427 (+78 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731878684429 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878684432 (+3 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731878684434 (+2 ms)Processed 20 edits across 2 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731878684434 2024-11-17T21:24:44,436 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.8 to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/oldWALs/wal.dat.8 2024-11-17T21:24:44,436 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T21:24:44,436 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.9 2024-11-17T21:24:44,437 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.9 after 1ms 2024-11-17T21:24:44,440 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.9 took 4ms 2024-11-17T21:24:44,475 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.9 so closing down 2024-11-17T21:24:44,475 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:44,475 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:44,491 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T21:24:44,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T21:24:44,502 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T21:24:44,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742068_1247 (size=753) 2024-11-17T21:24:44,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742068_1247 (size=753) 2024-11-17T21:24:44,512 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:44,514 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T21:24:44,516 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T21:24:44,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742069_1248 (size=753) 2024-11-17T21:24:44,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742069_1248 (size=753) 2024-11-17T21:24:44,530 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:44,532 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-17T21:24:44,532 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T21:24:44,532 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.9, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.9, size=1.4 K (1413bytes) at 1731878684436Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.9 so closing down at 1731878684475 (+39 ms)3 split writer threads finished at 1731878684475Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731878684500 (+25 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878684512 (+12 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731878684514 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731878684516 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878684530 (+14 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731878684532 (+2 ms)Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731878684532 2024-11-17T21:24:44,534 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731878682609/wal.dat.9 to hdfs://localhost:43469/user/jenkins/test-data/ac116d37-4403-0612-f405-5a1c0f13f2a4/oldWALs/wal.dat.9 2024-11-17T21:24:44,599 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=137 (was 137), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=465 (was 465), ProcessCount=11 (was 11), AvailableMemoryMB=8332 (was 8345) 2024-11-17T21:24:44,607 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=137, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=465, ProcessCount=11, AvailableMemoryMB=8331 2024-11-17T21:24:44,607 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:44,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742070_1249 (size=7) 2024-11-17T21:24:44,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742070_1249 (size=7) 2024-11-17T21:24:44,613 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:44,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:44,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:44,618 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:44,619 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e/data/default/t1/f24d7974af62d3e42e96b9c76ece95d3 2024-11-17T21:24:44,619 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region f24d7974af62d3e42e96b9c76ece95d3 2024-11-17T21:24:44,620 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T21:24:44,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742071_1250 (size=3851) 2024-11-17T21:24:44,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742071_1250 (size=3851) 2024-11-17T21:24:44,666 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/18286da3-7e77-ab70-6243-959991abeffe/WALs/testsplitleavescompactioneventsedits,16010,1731878684618/wal.dat.0, size=3.8 K (3851bytes) 2024-11-17T21:24:44,666 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/18286da3-7e77-ab70-6243-959991abeffe/WALs/testsplitleavescompactioneventsedits,16010,1731878684618/wal.dat.0 2024-11-17T21:24:44,667 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/18286da3-7e77-ab70-6243-959991abeffe/WALs/testsplitleavescompactioneventsedits,16010,1731878684618/wal.dat.0 after 1ms 2024-11-17T21:24:44,669 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/18286da3-7e77-ab70-6243-959991abeffe/WALs/testsplitleavescompactioneventsedits,16010,1731878684618/wal.dat.0 took 3ms 2024-11-17T21:24:44,671 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/18286da3-7e77-ab70-6243-959991abeffe/WALs/testsplitleavescompactioneventsedits,16010,1731878684618/wal.dat.0 so closing down 2024-11-17T21:24:44,671 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:44,671 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:44,674 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:44,675 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/18286da3-7e77-ab70-6243-959991abeffe/data/default/t1/f24d7974af62d3e42e96b9c76ece95d3/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:44,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742072_1251 (size=1591) 2024-11-17T21:24:44,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742072_1251 (size=1591) 2024-11-17T21:24:44,687 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/18286da3-7e77-ab70-6243-959991abeffe/data/default/t1/f24d7974af62d3e42e96b9c76ece95d3/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:44,689 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/18286da3-7e77-ab70-6243-959991abeffe/data/default/t1/f24d7974af62d3e42e96b9c76ece95d3/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/18286da3-7e77-ab70-6243-959991abeffe/data/default/t1/f24d7974af62d3e42e96b9c76ece95d3/recovered.edits/0000000000000000009 2024-11-17T21:24:44,689 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 20 ms; skipped=10; WAL=hdfs://localhost:43469/user/jenkins/test-data/18286da3-7e77-ab70-6243-959991abeffe/WALs/testsplitleavescompactioneventsedits,16010,1731878684618/wal.dat.0, size=3.8 K, length=3851, corrupted=false, cancelled=false 2024-11-17T21:24:44,689 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/18286da3-7e77-ab70-6243-959991abeffe/WALs/testsplitleavescompactioneventsedits,16010,1731878684618/wal.dat.0, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/18286da3-7e77-ab70-6243-959991abeffe/WALs/testsplitleavescompactioneventsedits,16010,1731878684618/wal.dat.0, size=3.8 K (3851bytes) at 1731878684666Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/18286da3-7e77-ab70-6243-959991abeffe/WALs/testsplitleavescompactioneventsedits,16010,1731878684618/wal.dat.0 so closing down at 1731878684671 (+5 ms)3 split writer threads finished at 1731878684671Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/18286da3-7e77-ab70-6243-959991abeffe/data/default/t1/f24d7974af62d3e42e96b9c76ece95d3/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731878684676 (+5 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/18286da3-7e77-ab70-6243-959991abeffe/data/default/t1/f24d7974af62d3e42e96b9c76ece95d3/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1731878684687 (+11 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/18286da3-7e77-ab70-6243-959991abeffe/data/default/t1/f24d7974af62d3e42e96b9c76ece95d3/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/18286da3-7e77-ab70-6243-959991abeffe/data/default/t1/f24d7974af62d3e42e96b9c76ece95d3/recovered.edits/0000000000000000009 at 1731878684689 (+2 ms)Processed 21 edits across 1 Regions in 20 ms; skipped=10; WAL=hdfs://localhost:43469/user/jenkins/test-data/18286da3-7e77-ab70-6243-959991abeffe/WALs/testsplitleavescompactioneventsedits,16010,1731878684618/wal.dat.0, size=3.8 K, length=3851, corrupted=false, cancelled=false at 1731878684689 2024-11-17T21:24:44,694 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/18286da3-7e77-ab70-6243-959991abeffe/WALs/testsplitleavescompactioneventsedits,16010,1731878684618/wal.dat.0 to hdfs://localhost:43469/user/jenkins/test-data/18286da3-7e77-ab70-6243-959991abeffe/oldWALs/wal.dat.0 2024-11-17T21:24:44,719 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=137 (was 137), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=465 (was 465), ProcessCount=11 (was 11), AvailableMemoryMB=8329 (was 8331) 2024-11-17T21:24:44,733 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=137, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=465, ProcessCount=11, AvailableMemoryMB=8329 2024-11-17T21:24:44,733 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:44,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742073_1252 (size=7) 2024-11-17T21:24:44,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742073_1252 (size=7) 2024-11-17T21:24:44,767 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:44,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:44,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:44,772 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:44,772 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-17T21:24:44,774 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T21:24:44,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742074_1253 (size=863) 2024-11-17T21:24:44,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742074_1253 (size=863) 2024-11-17T21:24:44,831 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T21:24:44,855 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/6ef60f5c-0327-9a78-44f9-c4a133b70eca/WALs/testsplitpreservesedits,16010,1731878684772/wal.dat.0, size=863 (863bytes) 2024-11-17T21:24:44,855 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/6ef60f5c-0327-9a78-44f9-c4a133b70eca/WALs/testsplitpreservesedits,16010,1731878684772/wal.dat.0 2024-11-17T21:24:44,856 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/6ef60f5c-0327-9a78-44f9-c4a133b70eca/WALs/testsplitpreservesedits,16010,1731878684772/wal.dat.0 after 1ms 2024-11-17T21:24:44,862 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/6ef60f5c-0327-9a78-44f9-c4a133b70eca/WALs/testsplitpreservesedits,16010,1731878684772/wal.dat.0 took 7ms 2024-11-17T21:24:44,870 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/6ef60f5c-0327-9a78-44f9-c4a133b70eca/WALs/testsplitpreservesedits,16010,1731878684772/wal.dat.0 so closing down 2024-11-17T21:24:44,870 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:44,876 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:44,882 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:44,883 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/6ef60f5c-0327-9a78-44f9-c4a133b70eca/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:44,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742075_1254 (size=863) 2024-11-17T21:24:44,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742075_1254 (size=863) 2024-11-17T21:24:44,898 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/6ef60f5c-0327-9a78-44f9-c4a133b70eca/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:44,900 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/6ef60f5c-0327-9a78-44f9-c4a133b70eca/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/6ef60f5c-0327-9a78-44f9-c4a133b70eca/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-17T21:24:44,900 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/6ef60f5c-0327-9a78-44f9-c4a133b70eca/WALs/testsplitpreservesedits,16010,1731878684772/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-17T21:24:44,900 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/6ef60f5c-0327-9a78-44f9-c4a133b70eca/WALs/testsplitpreservesedits,16010,1731878684772/wal.dat.0, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/6ef60f5c-0327-9a78-44f9-c4a133b70eca/WALs/testsplitpreservesedits,16010,1731878684772/wal.dat.0, size=863 (863bytes) at 1731878684855Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/6ef60f5c-0327-9a78-44f9-c4a133b70eca/WALs/testsplitpreservesedits,16010,1731878684772/wal.dat.0 so closing down at 1731878684870 (+15 ms)3 split writer threads finished at 1731878684877 (+7 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/6ef60f5c-0327-9a78-44f9-c4a133b70eca/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731878684883 (+6 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/6ef60f5c-0327-9a78-44f9-c4a133b70eca/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878684898 (+15 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/6ef60f5c-0327-9a78-44f9-c4a133b70eca/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/6ef60f5c-0327-9a78-44f9-c4a133b70eca/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731878684900 (+2 ms)Processed 10 edits across 1 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/6ef60f5c-0327-9a78-44f9-c4a133b70eca/WALs/testsplitpreservesedits,16010,1731878684772/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1731878684900 2024-11-17T21:24:44,905 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/6ef60f5c-0327-9a78-44f9-c4a133b70eca/WALs/testsplitpreservesedits,16010,1731878684772/wal.dat.0 to hdfs://localhost:43469/user/jenkins/test-data/6ef60f5c-0327-9a78-44f9-c4a133b70eca/oldWALs/wal.dat.0 2024-11-17T21:24:44,925 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=137 (was 137), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=465 (was 465), ProcessCount=11 (was 11), AvailableMemoryMB=8329 (was 8329) 2024-11-17T21:24:44,933 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=137, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=465, ProcessCount=11, AvailableMemoryMB=8329 2024-11-17T21:24:44,933 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:44,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742076_1255 (size=7) 2024-11-17T21:24:44,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742076_1255 (size=7) 2024-11-17T21:24:44,952 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:44,952 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:44,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:44,956 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:44,956 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T21:24:44,957 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T21:24:44,958 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T21:24:44,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742077_1256 (size=1393) 2024-11-17T21:24:44,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742077_1256 (size=1393) 2024-11-17T21:24:44,978 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T21:24:44,978 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T21:24:44,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:44,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742078_1257 (size=1393) 2024-11-17T21:24:44,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742078_1257 (size=1393) 2024-11-17T21:24:44,996 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T21:24:44,996 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T21:24:44,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:44,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742079_1258 (size=1393) 2024-11-17T21:24:45,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742079_1258 (size=1393) 2024-11-17T21:24:45,017 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T21:24:45,017 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T21:24:45,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742080_1259 (size=1393) 2024-11-17T21:24:45,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742080_1259 (size=1393) 2024-11-17T21:24:45,034 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T21:24:45,034 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T21:24:45,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742081_1260 (size=1393) 2024-11-17T21:24:45,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742081_1260 (size=1393) 2024-11-17T21:24:45,048 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T21:24:45,048 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T21:24:45,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742082_1261 (size=1393) 2024-11-17T21:24:45,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742082_1261 (size=1393) 2024-11-17T21:24:45,071 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T21:24:45,072 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T21:24:45,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742083_1262 (size=1405) 2024-11-17T21:24:45,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742083_1262 (size=1405) 2024-11-17T21:24:45,097 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T21:24:45,098 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T21:24:45,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742084_1263 (size=1413) 2024-11-17T21:24:45,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742084_1263 (size=1413) 2024-11-17T21:24:45,126 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T21:24:45,126 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T21:24:45,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742085_1264 (size=1413) 2024-11-17T21:24:45,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742085_1264 (size=1413) 2024-11-17T21:24:45,165 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T21:24:45,165 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T21:24:45,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:45,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:45,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742086_1265 (size=1413) 2024-11-17T21:24:45,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742086_1265 (size=1413) 2024-11-17T21:24:45,192 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T21:24:45,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742087_1266 (size=1394) 2024-11-17T21:24:45,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742087_1266 (size=1394) 2024-11-17T21:24:45,230 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T21:24:45,230 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.0 2024-11-17T21:24:45,231 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.0 after 1ms 2024-11-17T21:24:45,233 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.0 took 2ms 2024-11-17T21:24:45,235 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.0 so closing down 2024-11-17T21:24:45,235 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:45,235 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:45,241 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:45,241 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:45,246 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T21:24:45,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742088_1267 (size=743) 2024-11-17T21:24:45,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742088_1267 (size=743) 2024-11-17T21:24:45,251 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:45,253 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T21:24:45,256 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T21:24:45,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742089_1268 (size=743) 2024-11-17T21:24:45,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742089_1268 (size=743) 2024-11-17T21:24:45,267 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:45,268 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T21:24:45,268 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:45,268 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.0, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.0, size=1.4 K (1393bytes) at 1731878685230Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.0 so closing down at 1731878685235 (+5 ms)3 split writer threads finished at 1731878685235Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731878685241 (+6 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878685251 (+10 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731878685253 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731878685256 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878685267 (+11 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731878685268 (+1 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878685268 2024-11-17T21:24:45,271 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.0 to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/oldWALs/wal.dat.0 2024-11-17T21:24:45,271 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T21:24:45,271 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.1 2024-11-17T21:24:45,272 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.1 after 1ms 2024-11-17T21:24:45,274 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.1 took 3ms 2024-11-17T21:24:45,276 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.1 so closing down 2024-11-17T21:24:45,276 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:45,276 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:45,280 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T21:24:45,281 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T21:24:45,281 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T21:24:45,282 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T21:24:45,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742090_1269 (size=743) 2024-11-17T21:24:45,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742090_1269 (size=743) 2024-11-17T21:24:45,300 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:45,301 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T21:24:45,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742091_1270 (size=743) 2024-11-17T21:24:45,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742091_1270 (size=743) 2024-11-17T21:24:45,306 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:45,307 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T21:24:45,307 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:45,307 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.1, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.1, size=1.4 K (1393bytes) at 1731878685271Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.1 so closing down at 1731878685276 (+5 ms)3 split writer threads finished at 1731878685277 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731878685281 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731878685282 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878685300 (+18 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731878685301 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878685306 (+5 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731878685307 (+1 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878685307 2024-11-17T21:24:45,309 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.1 to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/oldWALs/wal.dat.1 2024-11-17T21:24:45,309 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T21:24:45,309 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.2 2024-11-17T21:24:45,310 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.2 after 1ms 2024-11-17T21:24:45,311 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.2 took 2ms 2024-11-17T21:24:45,313 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.2 so closing down 2024-11-17T21:24:45,313 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:45,316 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:45,318 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T21:24:45,322 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T21:24:45,323 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T21:24:45,326 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T21:24:45,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742092_1271 (size=743) 2024-11-17T21:24:45,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742092_1271 (size=743) 2024-11-17T21:24:45,330 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:45,332 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T21:24:45,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742093_1272 (size=743) 2024-11-17T21:24:45,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742093_1272 (size=743) 2024-11-17T21:24:45,336 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:45,338 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T21:24:45,338 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:45,338 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.2, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.2, size=1.4 K (1393bytes) at 1731878685309Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.2 so closing down at 1731878685313 (+4 ms)3 split writer threads finished at 1731878685316 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731878685322 (+6 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731878685326 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878685330 (+4 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731878685332 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878685337 (+5 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731878685338 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878685338 2024-11-17T21:24:45,339 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.2 to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/oldWALs/wal.dat.2 2024-11-17T21:24:45,340 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T21:24:45,340 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.3 2024-11-17T21:24:45,340 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.3 after 0ms 2024-11-17T21:24:45,341 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.3 took 2ms 2024-11-17T21:24:45,343 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.3 so closing down 2024-11-17T21:24:45,343 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:45,343 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:45,345 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T21:24:45,345 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T21:24:45,347 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T21:24:45,348 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T21:24:45,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742095_1274 (size=743) 2024-11-17T21:24:45,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742095_1274 (size=743) 2024-11-17T21:24:45,371 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:45,373 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T21:24:45,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742094_1273 (size=743) 2024-11-17T21:24:45,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742094_1273 (size=743) 2024-11-17T21:24:45,384 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:45,386 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T21:24:45,386 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:45,386 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.3, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.3, size=1.4 K (1393bytes) at 1731878685340Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.3 so closing down at 1731878685343 (+3 ms)3 split writer threads finished at 1731878685343Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731878685347 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731878685348 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878685371 (+23 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731878685373 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878685384 (+11 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731878685386 (+2 ms)Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878685386 2024-11-17T21:24:45,390 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.3 to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/oldWALs/wal.dat.3 2024-11-17T21:24:45,391 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T21:24:45,391 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.4 2024-11-17T21:24:45,392 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.4 after 1ms 2024-11-17T21:24:45,397 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.4 took 6ms 2024-11-17T21:24:45,417 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.4 so closing down 2024-11-17T21:24:45,417 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:45,420 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:45,428 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T21:24:45,429 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T21:24:45,430 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T21:24:45,433 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T21:24:45,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742096_1275 (size=743) 2024-11-17T21:24:45,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742096_1275 (size=743) 2024-11-17T21:24:45,465 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:45,467 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T21:24:45,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742097_1276 (size=743) 2024-11-17T21:24:45,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742097_1276 (size=743) 2024-11-17T21:24:45,483 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:45,488 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-17T21:24:45,489 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:45,489 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.4, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.4, size=1.4 K (1393bytes) at 1731878685391Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.4 so closing down at 1731878685417 (+26 ms)3 split writer threads finished at 1731878685420 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731878685430 (+10 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731878685433 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878685465 (+32 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731878685467 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878685483 (+16 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731878685488 (+5 ms)Processed 20 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878685489 (+1 ms) 2024-11-17T21:24:45,491 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.4 to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/oldWALs/wal.dat.4 2024-11-17T21:24:45,491 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.5, size=1.4 K (1394bytes) 2024-11-17T21:24:45,491 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.5 2024-11-17T21:24:45,492 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.5 after 1ms 2024-11-17T21:24:45,495 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-17T21:24:45,495 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.5 so closing down 2024-11-17T21:24:45,496 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-17T21:24:45,496 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.5, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.5, size=1.4 K (1394bytes) at 1731878685491Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.5 so closing down at 1731878685496 (+5 ms)Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731878685496 2024-11-17T21:24:45,501 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.5 to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/corrupt/wal.dat.5 2024-11-17T21:24:45,501 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T21:24:45,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.6 2024-11-17T21:24:45,502 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.6 after 1ms 2024-11-17T21:24:45,505 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.6 took 4ms 2024-11-17T21:24:45,518 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.6 so closing down 2024-11-17T21:24:45,518 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:45,521 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:45,540 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T21:24:45,543 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T21:24:45,546 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T21:24:45,559 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T21:24:45,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742098_1277 (size=749) 2024-11-17T21:24:45,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742098_1277 (size=749) 2024-11-17T21:24:45,592 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:45,593 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-17T21:24:45,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742099_1278 (size=749) 2024-11-17T21:24:45,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742099_1278 (size=749) 2024-11-17T21:24:46,015 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:46,016 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T21:24:46,017 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 501 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-17T21:24:46,017 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.6, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.6, size=1.4 K (1405bytes) at 1731878685501Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.6 so closing down at 1731878685518 (+17 ms)3 split writer threads finished at 1731878685521 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731878685543 (+22 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731878685559 (+16 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878685592 (+33 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731878685593 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878686015 (+422 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731878686016 (+1 ms)Processed 20 edits across 2 Regions in 501 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731878686017 (+1 ms) 2024-11-17T21:24:46,018 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.6 to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/oldWALs/wal.dat.6 2024-11-17T21:24:46,019 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T21:24:46,019 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.7 2024-11-17T21:24:46,019 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.7 after 0ms 2024-11-17T21:24:46,021 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.7 took 3ms 2024-11-17T21:24:46,022 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.7 so closing down 2024-11-17T21:24:46,022 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:46,022 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:46,024 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T21:24:46,024 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T21:24:46,026 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T21:24:46,027 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T21:24:46,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742100_1279 (size=753) 2024-11-17T21:24:46,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742100_1279 (size=753) 2024-11-17T21:24:46,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742101_1280 (size=753) 2024-11-17T21:24:46,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742101_1280 (size=753) 2024-11-17T21:24:46,046 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:46,047 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T21:24:46,442 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:46,443 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-17T21:24:46,444 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T21:24:46,444 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.7, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.7, size=1.4 K (1413bytes) at 1731878686019Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.7 so closing down at 1731878686022 (+3 ms)3 split writer threads finished at 1731878686022Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731878686026 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731878686027 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878686046 (+19 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731878686047 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878686442 (+395 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731878686443 (+1 ms)Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731878686444 (+1 ms) 2024-11-17T21:24:46,445 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.7 to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/oldWALs/wal.dat.7 2024-11-17T21:24:46,445 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T21:24:46,445 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.8 2024-11-17T21:24:46,446 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.8 after 1ms 2024-11-17T21:24:46,448 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.8 took 3ms 2024-11-17T21:24:46,450 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.8 so closing down 2024-11-17T21:24:46,450 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:46,450 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:46,452 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T21:24:46,452 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T21:24:46,455 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T21:24:46,456 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T21:24:46,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742102_1281 (size=753) 2024-11-17T21:24:46,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742102_1281 (size=753) 2024-11-17T21:24:46,466 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:46,467 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-17T21:24:46,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742103_1282 (size=753) 2024-11-17T21:24:46,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742103_1282 (size=753) 2024-11-17T21:24:46,474 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:46,475 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T21:24:46,475 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T21:24:46,475 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.8, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.8, size=1.4 K (1413bytes) at 1731878686445Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.8 so closing down at 1731878686450 (+5 ms)3 split writer threads finished at 1731878686450Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731878686455 (+5 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731878686456 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878686466 (+10 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731878686467 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878686474 (+7 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731878686475 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731878686475 2024-11-17T21:24:46,477 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.8 to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/oldWALs/wal.dat.8 2024-11-17T21:24:46,477 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T21:24:46,477 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.9 2024-11-17T21:24:46,477 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.9 after 0ms 2024-11-17T21:24:46,479 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.9 took 2ms 2024-11-17T21:24:46,480 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.9 so closing down 2024-11-17T21:24:46,480 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:46,480 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:46,482 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T21:24:46,484 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T21:24:46,486 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T21:24:46,492 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T21:24:46,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742104_1283 (size=753) 2024-11-17T21:24:46,494 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:46,495 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T21:24:46,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742104_1283 (size=753) 2024-11-17T21:24:46,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742105_1284 (size=753) 2024-11-17T21:24:46,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742105_1284 (size=753) 2024-11-17T21:24:46,507 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:46,508 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-17T21:24:46,509 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T21:24:46,509 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.9, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.9, size=1.4 K (1413bytes) at 1731878686477Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.9 so closing down at 1731878686480 (+3 ms)3 split writer threads finished at 1731878686480Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731878686484 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731878686492 (+8 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878686494 (+2 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731878686495 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878686507 (+12 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731878686508 (+1 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731878686509 (+1 ms) 2024-11-17T21:24:46,511 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731878684956/wal.dat.9 to hdfs://localhost:43469/user/jenkins/test-data/4b1a5317-c0e0-0912-114e-1a9bc6fa756b/oldWALs/wal.dat.9 2024-11-17T21:24:46,581 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=137 (was 137), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=468 (was 465) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8328 (was 8329) 2024-11-17T21:24:46,588 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=137, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=468, ProcessCount=11, AvailableMemoryMB=8328 2024-11-17T21:24:46,589 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:46,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742106_1285 (size=7) 2024-11-17T21:24:46,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742106_1285 (size=7) 2024-11-17T21:24:46,596 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:46,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:46,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:46,600 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:46,604 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-17T21:24:46,606 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T21:24:46,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:46,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:46,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:46,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:46,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:46,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:46,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:46,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:46,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:46,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:46,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:46,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:46,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:46,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:46,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:46,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:46,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:46,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:46,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:46,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:46,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742107_1286 (size=2403) 2024-11-17T21:24:46,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742107_1286 (size=2403) 2024-11-17T21:24:46,618 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T21:24:46,640 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/19a6d37d-b9da-f954-a606-5959c788c637/WALs/testsplitremovesregioneventsedits,16010,1731878686600/wal.dat.0, size=2.3 K (2403bytes) 2024-11-17T21:24:46,640 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/19a6d37d-b9da-f954-a606-5959c788c637/WALs/testsplitremovesregioneventsedits,16010,1731878686600/wal.dat.0 2024-11-17T21:24:46,641 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/19a6d37d-b9da-f954-a606-5959c788c637/WALs/testsplitremovesregioneventsedits,16010,1731878686600/wal.dat.0 after 1ms 2024-11-17T21:24:46,643 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/19a6d37d-b9da-f954-a606-5959c788c637/WALs/testsplitremovesregioneventsedits,16010,1731878686600/wal.dat.0 took 3ms 2024-11-17T21:24:46,655 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/19a6d37d-b9da-f954-a606-5959c788c637/WALs/testsplitremovesregioneventsedits,16010,1731878686600/wal.dat.0 so closing down 2024-11-17T21:24:46,655 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:46,655 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:46,662 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:46,666 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/19a6d37d-b9da-f954-a606-5959c788c637/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:46,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742108_1287 (size=863) 2024-11-17T21:24:46,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742108_1287 (size=863) 2024-11-17T21:24:47,100 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/19a6d37d-b9da-f954-a606-5959c788c637/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:47,101 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/19a6d37d-b9da-f954-a606-5959c788c637/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/19a6d37d-b9da-f954-a606-5959c788c637/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-17T21:24:47,101 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 451 ms; skipped=10; WAL=hdfs://localhost:43469/user/jenkins/test-data/19a6d37d-b9da-f954-a606-5959c788c637/WALs/testsplitremovesregioneventsedits,16010,1731878686600/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-17T21:24:47,101 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/19a6d37d-b9da-f954-a606-5959c788c637/WALs/testsplitremovesregioneventsedits,16010,1731878686600/wal.dat.0, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/19a6d37d-b9da-f954-a606-5959c788c637/WALs/testsplitremovesregioneventsedits,16010,1731878686600/wal.dat.0, size=2.3 K (2403bytes) at 1731878686640Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/19a6d37d-b9da-f954-a606-5959c788c637/WALs/testsplitremovesregioneventsedits,16010,1731878686600/wal.dat.0 so closing down at 1731878686655 (+15 ms)3 split writer threads finished at 1731878686655Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/19a6d37d-b9da-f954-a606-5959c788c637/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731878686666 (+11 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/19a6d37d-b9da-f954-a606-5959c788c637/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878687100 (+434 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/19a6d37d-b9da-f954-a606-5959c788c637/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/19a6d37d-b9da-f954-a606-5959c788c637/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731878687101 (+1 ms)Processed 20 edits across 1 Regions in 451 ms; skipped=10; WAL=hdfs://localhost:43469/user/jenkins/test-data/19a6d37d-b9da-f954-a606-5959c788c637/WALs/testsplitremovesregioneventsedits,16010,1731878686600/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1731878687101 2024-11-17T21:24:47,103 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/19a6d37d-b9da-f954-a606-5959c788c637/WALs/testsplitremovesregioneventsedits,16010,1731878686600/wal.dat.0 to hdfs://localhost:43469/user/jenkins/test-data/19a6d37d-b9da-f954-a606-5959c788c637/oldWALs/wal.dat.0 2024-11-17T21:24:47,120 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=137 (was 137), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=468 (was 468), ProcessCount=11 (was 11), AvailableMemoryMB=8327 (was 8328) 2024-11-17T21:24:47,135 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=137, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=468, ProcessCount=11, AvailableMemoryMB=8327 2024-11-17T21:24:47,136 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:47,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742109_1288 (size=7) 2024-11-17T21:24:47,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742109_1288 (size=7) 2024-11-17T21:24:47,159 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:47,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:47,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:47,162 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:47,176 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=137 (was 137), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=468 (was 468), ProcessCount=11 (was 11), AvailableMemoryMB=8327 (was 8327) 2024-11-17T21:24:47,183 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=137, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=468, ProcessCount=11, AvailableMemoryMB=8327 2024-11-17T21:24:47,183 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:47,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742110_1289 (size=7) 2024-11-17T21:24:47,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742110_1289 (size=7) 2024-11-17T21:24:47,191 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:47,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:47,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:47,195 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:47,206 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T21:24:47,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742111_1290 (size=255) 2024-11-17T21:24:47,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742111_1290 (size=255) 2024-11-17T21:24:47,243 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/77bac9ca-f2b2-1df2-0408-218e6f6b482b/WALs/testsplitremovesreplicationmarkeredits,16010,1731878687195/wal.dat.1, size=255 (255bytes) 2024-11-17T21:24:47,243 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/77bac9ca-f2b2-1df2-0408-218e6f6b482b/WALs/testsplitremovesreplicationmarkeredits,16010,1731878687195/wal.dat.1 2024-11-17T21:24:47,243 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/77bac9ca-f2b2-1df2-0408-218e6f6b482b/WALs/testsplitremovesreplicationmarkeredits,16010,1731878687195/wal.dat.1 after 0ms 2024-11-17T21:24:47,245 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/77bac9ca-f2b2-1df2-0408-218e6f6b482b/WALs/testsplitremovesreplicationmarkeredits,16010,1731878687195/wal.dat.1 took 3ms 2024-11-17T21:24:47,247 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-17T21:24:47,248 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/77bac9ca-f2b2-1df2-0408-218e6f6b482b/WALs/testsplitremovesreplicationmarkeredits,16010,1731878687195/wal.dat.1 so closing down 2024-11-17T21:24:47,248 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:47,248 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:47,248 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/77bac9ca-f2b2-1df2-0408-218e6f6b482b/WALs/testsplitremovesreplicationmarkeredits,16010,1731878687195/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-17T21:24:47,248 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/77bac9ca-f2b2-1df2-0408-218e6f6b482b/WALs/testsplitremovesreplicationmarkeredits,16010,1731878687195/wal.dat.1, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/77bac9ca-f2b2-1df2-0408-218e6f6b482b/WALs/testsplitremovesreplicationmarkeredits,16010,1731878687195/wal.dat.1, size=255 (255bytes) at 1731878687243Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/77bac9ca-f2b2-1df2-0408-218e6f6b482b/WALs/testsplitremovesreplicationmarkeredits,16010,1731878687195/wal.dat.1 so closing down at 1731878687248 (+5 ms)3 split writer threads finished at 1731878687248Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/77bac9ca-f2b2-1df2-0408-218e6f6b482b/WALs/testsplitremovesreplicationmarkeredits,16010,1731878687195/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1731878687248 2024-11-17T21:24:47,250 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/77bac9ca-f2b2-1df2-0408-218e6f6b482b/WALs/testsplitremovesreplicationmarkeredits,16010,1731878687195/wal.dat.1 to hdfs://localhost:43469/user/jenkins/test-data/77bac9ca-f2b2-1df2-0408-218e6f6b482b/oldWALs/wal.dat.1 2024-11-17T21:24:47,262 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=137 (was 137), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=468 (was 468), ProcessCount=11 (was 11), AvailableMemoryMB=8326 (was 8327) 2024-11-17T21:24:47,270 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=137, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=468, ProcessCount=11, AvailableMemoryMB=8326 2024-11-17T21:24:47,270 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:47,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742112_1291 (size=7) 2024-11-17T21:24:47,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742112_1291 (size=7) 2024-11-17T21:24:47,278 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:47,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:47,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:47,282 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:47,282 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-17T21:24:47,282 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-17T21:24:47,283 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T21:24:47,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742113_1292 (size=1941) 2024-11-17T21:24:47,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742113_1292 (size=1941) 2024-11-17T21:24:47,310 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T21:24:47,310 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e/data/default/t1/region__1 2024-11-17T21:24:47,335 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/c344bace-5cb6-4ab5-0d16-21711a014c33/WALs/testsplitlogfiledeletedregiondir,16010,1731878687282/wal.dat.0, size=1.9 K (1941bytes) 2024-11-17T21:24:47,335 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/c344bace-5cb6-4ab5-0d16-21711a014c33/WALs/testsplitlogfiledeletedregiondir,16010,1731878687282/wal.dat.0 2024-11-17T21:24:47,335 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/c344bace-5cb6-4ab5-0d16-21711a014c33/WALs/testsplitlogfiledeletedregiondir,16010,1731878687282/wal.dat.0 after 0ms 2024-11-17T21:24:47,337 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/c344bace-5cb6-4ab5-0d16-21711a014c33/WALs/testsplitlogfiledeletedregiondir,16010,1731878687282/wal.dat.0 took 3ms 2024-11-17T21:24:47,339 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-17T21:24:47,339 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/c344bace-5cb6-4ab5-0d16-21711a014c33/WALs/testsplitlogfiledeletedregiondir,16010,1731878687282/wal.dat.0 so closing down 2024-11-17T21:24:47,339 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:47,339 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:47,339 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:43469/user/jenkins/test-data/c344bace-5cb6-4ab5-0d16-21711a014c33/WALs/testsplitlogfiledeletedregiondir,16010,1731878687282/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-17T21:24:47,340 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/c344bace-5cb6-4ab5-0d16-21711a014c33/WALs/testsplitlogfiledeletedregiondir,16010,1731878687282/wal.dat.0, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/c344bace-5cb6-4ab5-0d16-21711a014c33/WALs/testsplitlogfiledeletedregiondir,16010,1731878687282/wal.dat.0, size=1.9 K (1941bytes) at 1731878687335Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/c344bace-5cb6-4ab5-0d16-21711a014c33/WALs/testsplitlogfiledeletedregiondir,16010,1731878687282/wal.dat.0 so closing down at 1731878687339 (+4 ms)3 split writer threads finished at 1731878687339Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:43469/user/jenkins/test-data/c344bace-5cb6-4ab5-0d16-21711a014c33/WALs/testsplitlogfiledeletedregiondir,16010,1731878687282/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1731878687339 2024-11-17T21:24:47,342 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/c344bace-5cb6-4ab5-0d16-21711a014c33/WALs/testsplitlogfiledeletedregiondir,16010,1731878687282/wal.dat.0 to hdfs://localhost:43469/user/jenkins/test-data/c344bace-5cb6-4ab5-0d16-21711a014c33/oldWALs/wal.dat.0 2024-11-17T21:24:47,351 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=137 (was 137), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=468 (was 468), ProcessCount=11 (was 11), AvailableMemoryMB=8326 (was 8326) 2024-11-17T21:24:47,357 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=137, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=468, ProcessCount=11, AvailableMemoryMB=8325 2024-11-17T21:24:47,357 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:47,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742114_1293 (size=7) 2024-11-17T21:24:47,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742114_1293 (size=7) 2024-11-17T21:24:47,366 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:47,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:47,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:47,371 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:47,372 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-17T21:24:47,372 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:47,372 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T21:24:47,373 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T21:24:47,374 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T21:24:47,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742115_1294 (size=1393) 2024-11-17T21:24:47,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742115_1294 (size=1393) 2024-11-17T21:24:47,386 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T21:24:47,386 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T21:24:47,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742116_1295 (size=1393) 2024-11-17T21:24:47,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742116_1295 (size=1393) 2024-11-17T21:24:47,402 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T21:24:47,402 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T21:24:47,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742117_1296 (size=1393) 2024-11-17T21:24:47,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742117_1296 (size=1393) 2024-11-17T21:24:47,414 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T21:24:47,415 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T21:24:47,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742118_1297 (size=1393) 2024-11-17T21:24:47,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742118_1297 (size=1393) 2024-11-17T21:24:47,428 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T21:24:47,428 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T21:24:47,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742119_1298 (size=1393) 2024-11-17T21:24:47,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742119_1298 (size=1393) 2024-11-17T21:24:47,479 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T21:24:47,479 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T21:24:47,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742120_1299 (size=1393) 2024-11-17T21:24:47,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742120_1299 (size=1393) 2024-11-17T21:24:47,553 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T21:24:47,553 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T21:24:47,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742121_1300 (size=1405) 2024-11-17T21:24:47,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742121_1300 (size=1405) 2024-11-17T21:24:47,582 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T21:24:47,583 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T21:24:47,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742122_1301 (size=1413) 2024-11-17T21:24:47,600 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T21:24:47,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742122_1301 (size=1413) 2024-11-17T21:24:47,601 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T21:24:47,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742123_1302 (size=1413) 2024-11-17T21:24:47,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742123_1302 (size=1413) 2024-11-17T21:24:47,650 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T21:24:47,651 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T21:24:47,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742124_1303 (size=1413) 2024-11-17T21:24:47,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742124_1303 (size=1413) 2024-11-17T21:24:47,750 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T21:24:47,773 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/decc1c1f-be24-870e-023f-4997f6367629/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731878687371/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T21:24:47,773 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/decc1c1f-be24-870e-023f-4997f6367629/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731878687371/wal.dat.0 2024-11-17T21:24:47,774 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/decc1c1f-be24-870e-023f-4997f6367629/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731878687371/wal.dat.0 after 1ms 2024-11-17T21:24:47,777 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/decc1c1f-be24-870e-023f-4997f6367629/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731878687371/wal.dat.0 took 4ms 2024-11-17T21:24:47,778 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/decc1c1f-be24-870e-023f-4997f6367629/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731878687371/wal.dat.0 so closing down 2024-11-17T21:24:47,778 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:47,778 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:47,778 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/decc1c1f-be24-870e-023f-4997f6367629/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731878687371/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:47,778 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/decc1c1f-be24-870e-023f-4997f6367629/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731878687371/wal.dat.0, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/decc1c1f-be24-870e-023f-4997f6367629/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731878687371/wal.dat.0, size=1.4 K (1393bytes) at 1731878687773Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/decc1c1f-be24-870e-023f-4997f6367629/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731878687371/wal.dat.0 so closing down at 1731878687778 (+5 ms)3 split writer threads finished at 1731878687778Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/decc1c1f-be24-870e-023f-4997f6367629/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731878687371/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878687778 2024-11-17T21:24:47,790 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=137 (was 137), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=468 (was 468), ProcessCount=11 (was 11), AvailableMemoryMB=8320 (was 8325) 2024-11-17T21:24:47,798 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=137, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=468, ProcessCount=11, AvailableMemoryMB=8320 2024-11-17T21:24:47,798 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:47,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742125_1304 (size=7) 2024-11-17T21:24:47,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742125_1304 (size=7) 2024-11-17T21:24:47,806 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:47,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:47,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:47,811 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:47,811 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T21:24:47,812 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T21:24:47,814 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T21:24:47,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:47,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:47,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742126_1305 (size=1393) 2024-11-17T21:24:47,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742126_1305 (size=1393) 2024-11-17T21:24:48,232 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T21:24:48,232 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T21:24:48,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742127_1306 (size=1393) 2024-11-17T21:24:48,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742127_1306 (size=1393) 2024-11-17T21:24:48,245 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T21:24:48,245 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T21:24:48,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742128_1307 (size=1393) 2024-11-17T21:24:48,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742128_1307 (size=1393) 2024-11-17T21:24:48,265 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T21:24:48,265 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T21:24:48,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742129_1308 (size=1393) 2024-11-17T21:24:48,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742129_1308 (size=1393) 2024-11-17T21:24:48,290 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T21:24:48,290 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T21:24:48,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,302 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T21:24:48,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742131_1310 (size=1393) 2024-11-17T21:24:48,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742131_1310 (size=1393) 2024-11-17T21:24:48,332 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T21:24:48,332 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T21:24:48,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742132_1311 (size=1405) 2024-11-17T21:24:48,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742132_1311 (size=1405) 2024-11-17T21:24:48,345 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T21:24:48,345 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T21:24:48,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742133_1312 (size=1413) 2024-11-17T21:24:48,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742133_1312 (size=1413) 2024-11-17T21:24:48,364 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T21:24:48,364 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T21:24:48,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742134_1313 (size=1413) 2024-11-17T21:24:48,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742134_1313 (size=1413) 2024-11-17T21:24:48,378 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T21:24:48,378 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T21:24:48,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742135_1314 (size=1413) 2024-11-17T21:24:48,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742135_1314 (size=1413) 2024-11-17T21:24:48,404 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T21:24:48,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:48,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:48,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742130_1309 (size=1458) 2024-11-17T21:24:48,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742130_1309 (size=1458) 2024-11-17T21:24:48,430 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T21:24:48,430 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.0 2024-11-17T21:24:48,431 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.0 after 1ms 2024-11-17T21:24:48,432 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.0 took 2ms 2024-11-17T21:24:48,435 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.0 so closing down 2024-11-17T21:24:48,435 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:48,435 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:48,440 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:48,442 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T21:24:48,462 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:48,468 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T21:24:48,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742136_1315 (size=743) 2024-11-17T21:24:48,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742136_1315 (size=743) 2024-11-17T21:24:48,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742137_1316 (size=743) 2024-11-17T21:24:48,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742137_1316 (size=743) 2024-11-17T21:24:48,497 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:48,498 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T21:24:48,890 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:48,892 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T21:24:48,892 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 459 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:48,892 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.0, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.0, size=1.4 K (1393bytes) at 1731878688430Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.0 so closing down at 1731878688435 (+5 ms)3 split writer threads finished at 1731878688435Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731878688462 (+27 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731878688468 (+6 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878688497 (+29 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731878688498 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878688890 (+392 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731878688892 (+2 ms)Processed 20 edits across 2 Regions in 459 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878688892 2024-11-17T21:24:48,894 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.0 to hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/oldWALs/wal.dat.0 2024-11-17T21:24:48,895 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T21:24:48,895 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.1 2024-11-17T21:24:48,896 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.1 after 1ms 2024-11-17T21:24:48,899 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.1 took 4ms 2024-11-17T21:24:48,901 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.1 so closing down 2024-11-17T21:24:48,901 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:48,901 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:48,904 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T21:24:48,910 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T21:24:48,911 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T21:24:48,916 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T21:24:48,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742138_1317 (size=743) 2024-11-17T21:24:48,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742139_1318 (size=743) 2024-11-17T21:24:48,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742138_1317 (size=743) 2024-11-17T21:24:48,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742139_1318 (size=743) 2024-11-17T21:24:48,945 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:48,946 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:48,948 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T21:24:48,948 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T21:24:48,948 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:48,948 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.1, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.1, size=1.4 K (1393bytes) at 1731878688895Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.1 so closing down at 1731878688901 (+6 ms)3 split writer threads finished at 1731878688901Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731878688911 (+10 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731878688916 (+5 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878688945 (+29 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878688946 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731878688948 (+2 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731878688948Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878688948 2024-11-17T21:24:48,950 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.1 to hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/oldWALs/wal.dat.1 2024-11-17T21:24:48,950 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T21:24:48,950 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.2 2024-11-17T21:24:48,950 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.2 after 0ms 2024-11-17T21:24:48,952 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.2 took 2ms 2024-11-17T21:24:48,953 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.2 so closing down 2024-11-17T21:24:48,953 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:48,954 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:48,956 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T21:24:48,957 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T21:24:48,961 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T21:24:48,961 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T21:24:48,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742141_1320 (size=743) 2024-11-17T21:24:48,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742141_1320 (size=743) 2024-11-17T21:24:48,982 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:48,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742140_1319 (size=743) 2024-11-17T21:24:48,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742140_1319 (size=743) 2024-11-17T21:24:48,984 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:48,987 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T21:24:48,988 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T21:24:48,988 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:48,988 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.2, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.2, size=1.4 K (1393bytes) at 1731878688950Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.2 so closing down at 1731878688953 (+3 ms)3 split writer threads finished at 1731878688954 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731878688961 (+7 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731878688961Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878688982 (+21 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878688984 (+2 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731878688987 (+3 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731878688988 (+1 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878688988 2024-11-17T21:24:48,991 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.2 to hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/oldWALs/wal.dat.2 2024-11-17T21:24:48,991 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T21:24:48,991 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.3 2024-11-17T21:24:48,992 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.3 after 1ms 2024-11-17T21:24:48,995 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.3 took 4ms 2024-11-17T21:24:48,996 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.3 so closing down 2024-11-17T21:24:48,996 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:48,996 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:48,998 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T21:24:49,002 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T21:24:49,008 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T21:24:49,008 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T21:24:49,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742142_1321 (size=743) 2024-11-17T21:24:49,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742142_1321 (size=743) 2024-11-17T21:24:49,024 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:49,026 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T21:24:49,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742143_1322 (size=743) 2024-11-17T21:24:49,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742143_1322 (size=743) 2024-11-17T21:24:49,034 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:49,035 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T21:24:49,035 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:49,036 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.3, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.3, size=1.4 K (1393bytes) at 1731878688991Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.3 so closing down at 1731878688996 (+5 ms)3 split writer threads finished at 1731878688996Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731878689008 (+12 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731878689008Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878689024 (+16 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731878689026 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878689034 (+8 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731878689035 (+1 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878689035 2024-11-17T21:24:49,038 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.3 to hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/oldWALs/wal.dat.3 2024-11-17T21:24:49,038 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.4, size=1.4 K (1458bytes) 2024-11-17T21:24:49,038 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.4 2024-11-17T21:24:49,038 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.4 after 0ms 2024-11-17T21:24:49,041 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.4 took 2ms 2024-11-17T21:24:49,044 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.4 so closing down 2024-11-17T21:24:49,044 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:49,044 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:49,064 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T21:24:49,064 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-17T21:24:49,064 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T21:24:49,065 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T21:24:49,071 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T21:24:49,072 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-17T21:24:49,072 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T21:24:49,073 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-17T21:24:49,073 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.4, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.4, size=1.4 K (1458bytes) at 1731878689038Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.4 so closing down at 1731878689044 (+6 ms)3 split writer threads finished at 1731878689044Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731878689065 (+21 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731878689071 (+6 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1731878689072 (+1 ms)Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1731878689072Processed 21 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/WALs/testsplitwillfailifwritingtoregionfails,16010,1731878687811/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1731878689073 (+1 ms) 2024-11-17T21:24:49,073 WARN [Thread-2064 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742144_1323 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:51510 remote=/127.0.0.1:46155]. Total timeout mills is 70000, 69994 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T21:24:49,073 WARN [Thread-2065 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742145_1324 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:51522 remote=/127.0.0.1:46155]. Total timeout mills is 70000, 69999 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T21:24:49,073 WARN [Thread-2065 {}] hdfs.DataStreamer(1850): Abandoning BP-1419790468-172.17.0.2-1731878644224:blk_1073742145_1324 2024-11-17T21:24:49,073 WARN [Thread-2064 {}] hdfs.DataStreamer(1850): Abandoning BP-1419790468-172.17.0.2-1731878644224:blk_1073742144_1323 2024-11-17T21:24:49,075 WARN [Thread-2064 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T21:24:49,075 WARN [Thread-2065 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Interrupted waiting to send RPC request to server at org.apache.hadoop.ipc.Client.call(Client.java:1484) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] Caused by: java.lang.InterruptedException at java.util.concurrent.SynchronousQueue.offer(SynchronousQueue.java:861) ~[?:?] at org.apache.hadoop.ipc.Client$Connection.sendRpcRequest(Client.java:1187) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1479) ~[hadoop-common-3.4.1.jar:?] ... 19 more 2024-11-17T21:24:49,076 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T21:24:49,076 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:43469/user/jenkins/test-data/d5debafa-f778-ce1a-9850-2a16de3adbf6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T21:24:49,090 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=140 (was 137) - Thread LEAK? -, OpenFileDescriptor=401 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=468 (was 468), ProcessCount=11 (was 11), AvailableMemoryMB=8310 (was 8320) 2024-11-17T21:24:49,094 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1735097748_22 at /127.0.0.1:51510 [Receiving block BP-1419790468-172.17.0.2-1731878644224:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:46155:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51510 dst: /127.0.0.1:46155 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T21:24:49,096 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1735097748_22 at /127.0.0.1:45724 [Receiving block BP-1419790468-172.17.0.2-1731878644224:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:41901:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45724 dst: /127.0.0.1:41901 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T21:24:49,098 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=143, OpenFileDescriptor=403, MaxFileDescriptor=1048576, SystemLoadAverage=468, ProcessCount=11, AvailableMemoryMB=8309 2024-11-17T21:24:49,098 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:49,105 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1735097748_22 at /127.0.0.1:51522 [Receiving block BP-1419790468-172.17.0.2-1731878644224:blk_1073742145_1324] {}] datanode.DataXceiver(331): 127.0.0.1:46155:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51522 dst: /127.0.0.1:46155 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T21:24:49,105 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1735097748_22 at /127.0.0.1:45732 [Receiving block BP-1419790468-172.17.0.2-1731878644224:blk_1073742145_1324] {}] datanode.DataXceiver(331): 127.0.0.1:41901:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45732 dst: /127.0.0.1:41901 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T21:24:49,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742146_1325 (size=7) 2024-11-17T21:24:49,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742146_1325 (size=7) 2024-11-17T21:24:49,113 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:49,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:49,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:49,118 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:49,119 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-17T21:24:49,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742147_1326 (size=93) 2024-11-17T21:24:49,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742147_1326 (size=93) 2024-11-17T21:24:49,124 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T21:24:49,125 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T21:24:49,126 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T21:24:49,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742148_1327 (size=1393) 2024-11-17T21:24:49,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742148_1327 (size=1393) 2024-11-17T21:24:49,137 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T21:24:49,137 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T21:24:49,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742149_1328 (size=1393) 2024-11-17T21:24:49,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742149_1328 (size=1393) 2024-11-17T21:24:49,549 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T21:24:49,549 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T21:24:49,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742150_1329 (size=1393) 2024-11-17T21:24:49,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742150_1329 (size=1393) 2024-11-17T21:24:49,594 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T21:24:49,594 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T21:24:49,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742151_1330 (size=1393) 2024-11-17T21:24:49,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742151_1330 (size=1393) 2024-11-17T21:24:49,633 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T21:24:49,633 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T21:24:49,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:49,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:49,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742152_1331 (size=1393) 2024-11-17T21:24:49,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742152_1331 (size=1393) 2024-11-17T21:24:50,066 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T21:24:50,067 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T21:24:50,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742153_1332 (size=1393) 2024-11-17T21:24:50,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742153_1332 (size=1393) 2024-11-17T21:24:50,078 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T21:24:50,078 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T21:24:50,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742154_1333 (size=1405) 2024-11-17T21:24:50,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742154_1333 (size=1405) 2024-11-17T21:24:50,090 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T21:24:50,090 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T21:24:50,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742155_1334 (size=1413) 2024-11-17T21:24:50,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742155_1334 (size=1413) 2024-11-17T21:24:50,112 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T21:24:50,112 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T21:24:50,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742156_1335 (size=1413) 2024-11-17T21:24:50,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742156_1335 (size=1413) 2024-11-17T21:24:50,150 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T21:24:50,150 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T21:24:50,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:50,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:50,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742157_1336 (size=1413) 2024-11-17T21:24:50,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742157_1336 (size=1413) 2024-11-17T21:24:50,185 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T21:24:50,186 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-17T21:24:50,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742158_1337 (size=93) 2024-11-17T21:24:50,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742158_1337 (size=93) 2024-11-17T21:24:50,212 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat..empty, size=93 (93bytes) 2024-11-17T21:24:50,212 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat..empty 2024-11-17T21:24:50,213 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat..empty after 1ms 2024-11-17T21:24:50,215 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat..empty took 3ms 2024-11-17T21:24:50,215 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat..empty so closing down 2024-11-17T21:24:50,215 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:50,215 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:50,215 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-17T21:24:50,215 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat..empty, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat..empty, size=93 (93bytes) at 1731878690212Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat..empty so closing down at 1731878690215 (+3 ms)3 split writer threads finished at 1731878690215Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731878690215 2024-11-17T21:24:50,217 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat..empty to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/oldWALs/wal.dat..empty 2024-11-17T21:24:50,218 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T21:24:50,218 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.0 2024-11-17T21:24:50,218 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.0 after 0ms 2024-11-17T21:24:50,220 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.0 took 3ms 2024-11-17T21:24:50,223 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.0 so closing down 2024-11-17T21:24:50,223 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:50,223 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:50,226 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:50,227 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:50,228 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T21:24:50,235 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T21:24:50,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742159_1338 (size=743) 2024-11-17T21:24:50,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742159_1338 (size=743) 2024-11-17T21:24:50,245 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:50,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742160_1339 (size=743) 2024-11-17T21:24:50,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742160_1339 (size=743) 2024-11-17T21:24:50,248 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T21:24:50,647 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:50,649 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T21:24:50,649 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 429 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:50,649 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.0, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.0, size=1.4 K (1393bytes) at 1731878690218Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.0 so closing down at 1731878690223 (+5 ms)3 split writer threads finished at 1731878690223Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731878690227 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731878690235 (+8 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878690245 (+10 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731878690248 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878690647 (+399 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731878690649 (+2 ms)Processed 20 edits across 2 Regions in 429 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878690649 2024-11-17T21:24:50,651 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.0 to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/oldWALs/wal.dat.0 2024-11-17T21:24:50,651 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T21:24:50,651 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.1 2024-11-17T21:24:50,651 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.1 after 0ms 2024-11-17T21:24:50,653 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.1 took 2ms 2024-11-17T21:24:50,654 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.1 so closing down 2024-11-17T21:24:50,654 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:50,655 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:50,658 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T21:24:50,658 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T21:24:50,659 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T21:24:50,659 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T21:24:50,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742161_1340 (size=743) 2024-11-17T21:24:50,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742161_1340 (size=743) 2024-11-17T21:24:50,678 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:50,679 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T21:24:50,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742162_1341 (size=743) 2024-11-17T21:24:50,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742162_1341 (size=743) 2024-11-17T21:24:50,681 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:50,682 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T21:24:50,682 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:50,682 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.1, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.1, size=1.4 K (1393bytes) at 1731878690651Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.1 so closing down at 1731878690654 (+3 ms)3 split writer threads finished at 1731878690655 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731878690659 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731878690659Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878690678 (+19 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731878690679 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878690681 (+2 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731878690682 (+1 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878690682 2024-11-17T21:24:50,684 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.1 to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/oldWALs/wal.dat.1 2024-11-17T21:24:50,684 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T21:24:50,684 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.2 2024-11-17T21:24:50,684 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.2 after 0ms 2024-11-17T21:24:50,686 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.2 took 2ms 2024-11-17T21:24:50,687 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.2 so closing down 2024-11-17T21:24:50,687 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:50,688 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:50,691 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T21:24:50,691 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T21:24:50,692 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T21:24:50,694 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T21:24:50,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742163_1342 (size=743) 2024-11-17T21:24:50,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742163_1342 (size=743) 2024-11-17T21:24:50,698 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:50,699 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T21:24:50,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742164_1343 (size=743) 2024-11-17T21:24:50,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742164_1343 (size=743) 2024-11-17T21:24:50,706 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:50,708 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T21:24:50,708 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:50,708 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.2, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.2, size=1.4 K (1393bytes) at 1731878690684Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.2 so closing down at 1731878690687 (+3 ms)3 split writer threads finished at 1731878690688 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731878690692 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731878690694 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878690698 (+4 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731878690699 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878690706 (+7 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731878690708 (+2 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878690708 2024-11-17T21:24:50,710 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.2 to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/oldWALs/wal.dat.2 2024-11-17T21:24:50,710 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T21:24:50,710 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.3 2024-11-17T21:24:50,710 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.3 after 0ms 2024-11-17T21:24:50,712 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.3 took 2ms 2024-11-17T21:24:50,713 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.3 so closing down 2024-11-17T21:24:50,713 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:50,713 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:50,715 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T21:24:50,715 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T21:24:50,716 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T21:24:50,716 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T21:24:50,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742165_1344 (size=743) 2024-11-17T21:24:50,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742165_1344 (size=743) 2024-11-17T21:24:50,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742166_1345 (size=743) 2024-11-17T21:24:50,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742166_1345 (size=743) 2024-11-17T21:24:50,728 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:50,729 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T21:24:51,124 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:51,125 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T21:24:51,125 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:51,125 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.3, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.3, size=1.4 K (1393bytes) at 1731878690710Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.3 so closing down at 1731878690713 (+3 ms)3 split writer threads finished at 1731878690713Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731878690716 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731878690717 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878690728 (+11 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731878690730 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878691124 (+394 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731878691125 (+1 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878691125 2024-11-17T21:24:51,127 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.3 to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/oldWALs/wal.dat.3 2024-11-17T21:24:51,127 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T21:24:51,127 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.4 2024-11-17T21:24:51,127 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.4 after 0ms 2024-11-17T21:24:51,129 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.4 took 2ms 2024-11-17T21:24:51,130 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.4 so closing down 2024-11-17T21:24:51,130 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:51,130 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:51,133 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T21:24:51,133 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T21:24:51,134 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T21:24:51,136 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T21:24:51,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742168_1347 (size=743) 2024-11-17T21:24:51,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742168_1347 (size=743) 2024-11-17T21:24:51,146 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:51,147 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T21:24:51,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742167_1346 (size=743) 2024-11-17T21:24:51,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742167_1346 (size=743) 2024-11-17T21:24:51,150 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:51,152 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-17T21:24:51,152 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:51,152 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.4, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.4, size=1.4 K (1393bytes) at 1731878691127Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.4 so closing down at 1731878691130 (+3 ms)3 split writer threads finished at 1731878691130Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731878691134 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731878691136 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878691146 (+10 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731878691147 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878691150 (+3 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731878691152 (+2 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878691152 2024-11-17T21:24:51,153 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.4 to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/oldWALs/wal.dat.4 2024-11-17T21:24:51,154 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.5, size=1.4 K (1393bytes) 2024-11-17T21:24:51,154 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.5 2024-11-17T21:24:51,154 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.5 after 0ms 2024-11-17T21:24:51,156 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.5 took 2ms 2024-11-17T21:24:51,157 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.5 so closing down 2024-11-17T21:24:51,158 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:51,158 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:51,159 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T21:24:51,161 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T21:24:51,162 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T21:24:51,165 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T21:24:51,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742169_1348 (size=743) 2024-11-17T21:24:51,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742169_1348 (size=743) 2024-11-17T21:24:51,179 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:51,180 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-17T21:24:51,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742170_1349 (size=743) 2024-11-17T21:24:51,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742170_1349 (size=743) 2024-11-17T21:24:51,185 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:51,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-17T21:24:51,188 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:51,188 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.5, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.5, size=1.4 K (1393bytes) at 1731878691154Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.5 so closing down at 1731878691157 (+3 ms)3 split writer threads finished at 1731878691158 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731878691161 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731878691165 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878691179 (+14 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731878691180 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878691185 (+5 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731878691186 (+1 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878691188 (+2 ms) 2024-11-17T21:24:51,190 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.5 to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/oldWALs/wal.dat.5 2024-11-17T21:24:51,190 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T21:24:51,190 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.6 2024-11-17T21:24:51,191 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.6 after 1ms 2024-11-17T21:24:51,193 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.6 took 3ms 2024-11-17T21:24:51,197 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.6 so closing down 2024-11-17T21:24:51,197 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:51,198 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:51,206 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T21:24:51,214 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T21:24:51,220 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T21:24:51,221 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T21:24:51,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742171_1350 (size=749) 2024-11-17T21:24:51,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742171_1350 (size=749) 2024-11-17T21:24:51,251 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:51,252 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T21:24:51,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742172_1351 (size=749) 2024-11-17T21:24:51,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742172_1351 (size=749) 2024-11-17T21:24:51,254 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:51,255 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-17T21:24:51,255 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-17T21:24:51,256 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.6, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.6, size=1.4 K (1405bytes) at 1731878691190Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.6 so closing down at 1731878691197 (+7 ms)3 split writer threads finished at 1731878691198 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731878691220 (+22 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731878691221 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878691251 (+30 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731878691252 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878691254 (+2 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731878691255 (+1 ms)Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731878691255 2024-11-17T21:24:51,257 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.6 to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/oldWALs/wal.dat.6 2024-11-17T21:24:51,257 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T21:24:51,257 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.7 2024-11-17T21:24:51,258 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.7 after 1ms 2024-11-17T21:24:51,260 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.7 took 3ms 2024-11-17T21:24:51,261 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.7 so closing down 2024-11-17T21:24:51,262 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:51,262 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:51,266 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T21:24:51,270 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T21:24:51,273 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T21:24:51,279 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T21:24:51,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742173_1352 (size=753) 2024-11-17T21:24:51,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742173_1352 (size=753) 2024-11-17T21:24:51,287 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:51,290 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T21:24:51,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742174_1353 (size=753) 2024-11-17T21:24:51,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742174_1353 (size=753) 2024-11-17T21:24:51,323 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:51,325 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-17T21:24:51,325 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T21:24:51,325 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.7, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.7, size=1.4 K (1413bytes) at 1731878691257Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.7 so closing down at 1731878691262 (+5 ms)3 split writer threads finished at 1731878691262Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731878691270 (+8 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731878691279 (+9 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878691287 (+8 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731878691290 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878691323 (+33 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731878691325 (+2 ms)Processed 20 edits across 2 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731878691325 2024-11-17T21:24:51,326 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.7 to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/oldWALs/wal.dat.7 2024-11-17T21:24:51,327 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T21:24:51,327 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.8 2024-11-17T21:24:51,327 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.8 after 0ms 2024-11-17T21:24:51,330 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.8 took 4ms 2024-11-17T21:24:51,337 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.8 so closing down 2024-11-17T21:24:51,338 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:51,338 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:51,340 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T21:24:51,342 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T21:24:51,342 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T21:24:51,348 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T21:24:51,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742175_1354 (size=753) 2024-11-17T21:24:51,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742175_1354 (size=753) 2024-11-17T21:24:51,353 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:51,357 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T21:24:51,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742176_1355 (size=753) 2024-11-17T21:24:51,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742176_1355 (size=753) 2024-11-17T21:24:51,359 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:51,360 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-17T21:24:51,360 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T21:24:51,360 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.8, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.8, size=1.4 K (1413bytes) at 1731878691327Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.8 so closing down at 1731878691337 (+10 ms)3 split writer threads finished at 1731878691338 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731878691342 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731878691348 (+6 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878691353 (+5 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731878691357 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878691359 (+2 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731878691360 (+1 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731878691360 2024-11-17T21:24:51,362 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.8 to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/oldWALs/wal.dat.8 2024-11-17T21:24:51,362 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T21:24:51,362 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.9 2024-11-17T21:24:51,363 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.9 after 1ms 2024-11-17T21:24:51,365 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.9 took 3ms 2024-11-17T21:24:51,366 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.9 so closing down 2024-11-17T21:24:51,366 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:51,366 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:51,369 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T21:24:51,370 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T21:24:51,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T21:24:51,376 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T21:24:51,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742177_1356 (size=753) 2024-11-17T21:24:51,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742177_1356 (size=753) 2024-11-17T21:24:51,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:51,393 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T21:24:51,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742178_1357 (size=753) 2024-11-17T21:24:51,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742178_1357 (size=753) 2024-11-17T21:24:51,395 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:51,397 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-17T21:24:51,398 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T21:24:51,398 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.9, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.9, size=1.4 K (1413bytes) at 1731878691362Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.9 so closing down at 1731878691366 (+4 ms)3 split writer threads finished at 1731878691366Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731878691372 (+6 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731878691377 (+5 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878691392 (+15 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731878691393 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878691396 (+3 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731878691398 (+2 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731878691398 2024-11-17T21:24:51,399 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.9 to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/oldWALs/wal.dat.9 2024-11-17T21:24:51,399 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.empty, size=93 (93bytes) 2024-11-17T21:24:51,399 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.empty 2024-11-17T21:24:51,400 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.empty after 1ms 2024-11-17T21:24:51,402 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.empty took 3ms 2024-11-17T21:24:51,402 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.empty so closing down 2024-11-17T21:24:51,402 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:51,403 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:51,403 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-17T21:24:51,403 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.empty, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.empty, size=93 (93bytes) at 1731878691399Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.empty so closing down at 1731878691402 (+3 ms)3 split writer threads finished at 1731878691403 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1731878691403 2024-11-17T21:24:51,404 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/WALs/testemptylogfiles,16010,1731878689118/wal.dat.empty to hdfs://localhost:43469/user/jenkins/test-data/bb3ddde0-0cad-6266-a7e0-696bb88a7a07/oldWALs/wal.dat.empty 2024-11-17T21:24:51,457 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=138 (was 143), OpenFileDescriptor=389 (was 403), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=470 (was 468) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8285 (was 8309) 2024-11-17T21:24:51,465 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=138, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=470, ProcessCount=11, AvailableMemoryMB=8285 2024-11-17T21:24:51,465 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:51,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742179_1358 (size=7) 2024-11-17T21:24:51,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742179_1358 (size=7) 2024-11-17T21:24:51,474 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:51,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:51,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:51,479 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:51,479 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T21:24:51,480 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T21:24:51,481 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T21:24:51,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742180_1359 (size=1393) 2024-11-17T21:24:51,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742180_1359 (size=1393) 2024-11-17T21:24:51,498 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T21:24:51,498 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T21:24:51,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742181_1360 (size=1393) 2024-11-17T21:24:51,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742181_1360 (size=1393) 2024-11-17T21:24:51,538 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T21:24:51,538 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T21:24:51,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742182_1361 (size=1393) 2024-11-17T21:24:51,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742182_1361 (size=1393) 2024-11-17T21:24:51,561 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T21:24:51,561 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T21:24:51,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742183_1362 (size=1393) 2024-11-17T21:24:51,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742183_1362 (size=1393) 2024-11-17T21:24:51,588 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T21:24:51,588 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T21:24:51,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742184_1363 (size=1393) 2024-11-17T21:24:51,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742184_1363 (size=1393) 2024-11-17T21:24:51,616 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T21:24:51,616 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T21:24:51,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742185_1364 (size=1393) 2024-11-17T21:24:51,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742185_1364 (size=1393) 2024-11-17T21:24:51,645 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T21:24:51,645 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T21:24:51,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742186_1365 (size=1405) 2024-11-17T21:24:51,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742186_1365 (size=1405) 2024-11-17T21:24:51,661 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T21:24:51,661 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T21:24:51,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742187_1366 (size=1413) 2024-11-17T21:24:51,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742187_1366 (size=1413) 2024-11-17T21:24:51,673 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T21:24:51,674 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T21:24:51,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742188_1367 (size=1413) 2024-11-17T21:24:51,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742188_1367 (size=1413) 2024-11-17T21:24:51,688 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T21:24:51,688 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T21:24:51,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:51,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:51,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742189_1368 (size=1413) 2024-11-17T21:24:51,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742189_1368 (size=1413) 2024-11-17T21:24:51,701 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T21:24:51,723 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T21:24:51,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.0 2024-11-17T21:24:51,724 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.0 after 1ms 2024-11-17T21:24:51,726 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.0 took 3ms 2024-11-17T21:24:51,750 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.0 so closing down 2024-11-17T21:24:51,750 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:51,750 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:51,752 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:51,752 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T21:24:51,753 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T21:24:51,753 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:51,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742191_1370 (size=743) 2024-11-17T21:24:51,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742191_1370 (size=743) 2024-11-17T21:24:51,758 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:51,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742190_1369 (size=743) 2024-11-17T21:24:51,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742190_1369 (size=743) 2024-11-17T21:24:51,760 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:51,760 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T21:24:51,761 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T21:24:51,761 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:51,761 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.0, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.0, size=1.4 K (1393bytes) at 1731878691723Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.0 so closing down at 1731878691750 (+27 ms)3 split writer threads finished at 1731878691750Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731878691753 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731878691753Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878691758 (+5 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878691760 (+2 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731878691760Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731878691761 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878691761 2024-11-17T21:24:51,763 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.0 to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/oldWALs/wal.dat.0 2024-11-17T21:24:51,763 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T21:24:51,763 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.1 2024-11-17T21:24:51,764 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.1 after 1ms 2024-11-17T21:24:51,765 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.1 took 2ms 2024-11-17T21:24:51,766 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.1 so closing down 2024-11-17T21:24:51,766 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:51,766 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:51,768 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T21:24:51,768 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T21:24:51,769 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T21:24:51,769 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T21:24:51,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742192_1371 (size=743) 2024-11-17T21:24:51,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742192_1371 (size=743) 2024-11-17T21:24:51,773 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:51,774 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T21:24:51,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742193_1372 (size=743) 2024-11-17T21:24:51,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742193_1372 (size=743) 2024-11-17T21:24:51,776 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:51,777 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T21:24:51,778 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:51,778 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.1, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.1, size=1.4 K (1393bytes) at 1731878691763Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.1 so closing down at 1731878691766 (+3 ms)3 split writer threads finished at 1731878691766Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731878691769 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731878691769Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878691773 (+4 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731878691774 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878691777 (+3 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731878691778 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878691778 2024-11-17T21:24:51,780 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.1 to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/oldWALs/wal.dat.1 2024-11-17T21:24:51,780 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T21:24:51,780 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.2 2024-11-17T21:24:51,780 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.2 after 0ms 2024-11-17T21:24:51,782 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.2 took 2ms 2024-11-17T21:24:51,783 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.2 so closing down 2024-11-17T21:24:51,783 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:51,783 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:51,784 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T21:24:51,784 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T21:24:51,785 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T21:24:51,785 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T21:24:51,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742194_1373 (size=743) 2024-11-17T21:24:51,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742194_1373 (size=743) 2024-11-17T21:24:51,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742195_1374 (size=743) 2024-11-17T21:24:51,794 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:51,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742195_1374 (size=743) 2024-11-17T21:24:51,794 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:51,795 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T21:24:51,795 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T21:24:51,796 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:51,796 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.2, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.2, size=1.4 K (1393bytes) at 1731878691780Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.2 so closing down at 1731878691783 (+3 ms)3 split writer threads finished at 1731878691783Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731878691785 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731878691785Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878691794 (+9 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878691794Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731878691795 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731878691795Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878691796 (+1 ms) 2024-11-17T21:24:51,797 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.2 to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/oldWALs/wal.dat.2 2024-11-17T21:24:51,797 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T21:24:51,797 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.3 2024-11-17T21:24:51,797 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.3 after 0ms 2024-11-17T21:24:51,799 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.3 took 2ms 2024-11-17T21:24:51,800 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.3 so closing down 2024-11-17T21:24:51,800 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:51,800 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:51,801 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T21:24:51,802 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T21:24:51,803 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T21:24:51,803 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T21:24:51,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742197_1376 (size=743) 2024-11-17T21:24:51,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742197_1376 (size=743) 2024-11-17T21:24:51,807 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:51,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742196_1375 (size=743) 2024-11-17T21:24:51,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742196_1375 (size=743) 2024-11-17T21:24:51,809 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T21:24:52,208 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:52,210 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T21:24:52,210 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:52,210 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.3, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.3, size=1.4 K (1393bytes) at 1731878691797Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.3 so closing down at 1731878691800 (+3 ms)3 split writer threads finished at 1731878691800Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731878691803 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731878691803Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878691807 (+4 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731878691809 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878692208 (+399 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731878692210 (+2 ms)Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878692210 2024-11-17T21:24:52,211 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.3 to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/oldWALs/wal.dat.3 2024-11-17T21:24:52,211 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T21:24:52,211 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.4 2024-11-17T21:24:52,212 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.4 after 1ms 2024-11-17T21:24:52,214 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.4 took 3ms 2024-11-17T21:24:52,215 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.4 so closing down 2024-11-17T21:24:52,215 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:52,215 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:52,217 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T21:24:52,217 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T21:24:52,219 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T21:24:52,219 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T21:24:52,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742199_1378 (size=743) 2024-11-17T21:24:52,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742199_1378 (size=743) 2024-11-17T21:24:52,229 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:52,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742198_1377 (size=743) 2024-11-17T21:24:52,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742198_1377 (size=743) 2024-11-17T21:24:52,231 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T21:24:52,233 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:52,234 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-17T21:24:52,234 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:52,234 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.4, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.4, size=1.4 K (1393bytes) at 1731878692211Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.4 so closing down at 1731878692215 (+4 ms)3 split writer threads finished at 1731878692215Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731878692219 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731878692219Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878692229 (+10 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731878692231 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878692233 (+2 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731878692234 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878692234 2024-11-17T21:24:52,236 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.4 to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/oldWALs/wal.dat.4 2024-11-17T21:24:52,236 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.5, size=1.4 K (1393bytes) 2024-11-17T21:24:52,236 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.5 2024-11-17T21:24:52,237 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.5 after 1ms 2024-11-17T21:24:52,238 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.5 took 2ms 2024-11-17T21:24:52,239 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.5 so closing down 2024-11-17T21:24:52,239 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:52,239 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:52,241 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T21:24:52,241 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T21:24:52,242 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T21:24:52,242 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T21:24:52,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742200_1379 (size=743) 2024-11-17T21:24:52,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742200_1379 (size=743) 2024-11-17T21:24:52,259 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:52,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-17T21:24:52,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742201_1380 (size=743) 2024-11-17T21:24:52,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742201_1380 (size=743) 2024-11-17T21:24:52,267 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:52,267 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-17T21:24:52,268 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:52,268 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.5, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.5, size=1.4 K (1393bytes) at 1731878692236Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.5 so closing down at 1731878692239 (+3 ms)3 split writer threads finished at 1731878692239Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731878692242 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731878692242Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878692259 (+17 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731878692260 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878692267 (+7 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731878692268 (+1 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878692268 2024-11-17T21:24:52,270 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.5 to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/oldWALs/wal.dat.5 2024-11-17T21:24:52,270 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T21:24:52,270 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.6 2024-11-17T21:24:52,270 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.6 after 0ms 2024-11-17T21:24:52,272 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.6 took 2ms 2024-11-17T21:24:52,277 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.6 so closing down 2024-11-17T21:24:52,277 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:52,277 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:52,279 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T21:24:52,279 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T21:24:52,283 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T21:24:52,283 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T21:24:52,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742203_1382 (size=749) 2024-11-17T21:24:52,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742202_1381 (size=749) 2024-11-17T21:24:52,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742202_1381 (size=749) 2024-11-17T21:24:52,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742203_1382 (size=749) 2024-11-17T21:24:52,712 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:52,713 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T21:24:52,713 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:52,714 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-17T21:24:52,714 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 438 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-17T21:24:52,714 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.6, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.6, size=1.4 K (1405bytes) at 1731878692270Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.6 so closing down at 1731878692277 (+7 ms)3 split writer threads finished at 1731878692277Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731878692283 (+6 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731878692283Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878692712 (+429 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731878692713 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878692713Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731878692714 (+1 ms)Processed 20 edits across 2 Regions in 438 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731878692714 2024-11-17T21:24:52,716 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.6 to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/oldWALs/wal.dat.6 2024-11-17T21:24:52,716 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T21:24:52,716 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.7 2024-11-17T21:24:52,716 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.7 after 0ms 2024-11-17T21:24:52,769 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.7 took 53ms 2024-11-17T21:24:52,770 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.7 so closing down 2024-11-17T21:24:52,770 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:52,771 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:52,773 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T21:24:52,774 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T21:24:52,781 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T21:24:52,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742204_1383 (size=753) 2024-11-17T21:24:52,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742204_1383 (size=753) 2024-11-17T21:24:52,791 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:52,793 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-17T21:24:52,800 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T21:24:52,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742205_1384 (size=753) 2024-11-17T21:24:52,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742205_1384 (size=753) 2024-11-17T21:24:52,813 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:52,815 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T21:24:52,815 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T21:24:52,815 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.7, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.7, size=1.4 K (1413bytes) at 1731878692716Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.7 so closing down at 1731878692770 (+54 ms)3 split writer threads finished at 1731878692771 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731878692774 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878692791 (+17 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731878692793 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731878692800 (+7 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878692813 (+13 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731878692815 (+2 ms)Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731878692815 2024-11-17T21:24:52,817 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.7 to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/oldWALs/wal.dat.7 2024-11-17T21:24:52,817 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T21:24:52,817 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.8 2024-11-17T21:24:52,817 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.8 after 0ms 2024-11-17T21:24:52,819 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.8 took 2ms 2024-11-17T21:24:52,820 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.8 so closing down 2024-11-17T21:24:52,820 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:52,821 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:52,822 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T21:24:52,824 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T21:24:52,830 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T21:24:52,840 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T21:24:52,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742206_1385 (size=753) 2024-11-17T21:24:52,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742206_1385 (size=753) 2024-11-17T21:24:52,853 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:52,854 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T21:24:52,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742207_1386 (size=753) 2024-11-17T21:24:52,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742207_1386 (size=753) 2024-11-17T21:24:52,857 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:52,859 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-17T21:24:52,859 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T21:24:52,859 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.8, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.8, size=1.4 K (1413bytes) at 1731878692817Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.8 so closing down at 1731878692820 (+3 ms)3 split writer threads finished at 1731878692821 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731878692830 (+9 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731878692840 (+10 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878692853 (+13 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731878692854 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878692858 (+4 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731878692859 (+1 ms)Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731878692859 2024-11-17T21:24:52,861 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.8 to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/oldWALs/wal.dat.8 2024-11-17T21:24:52,861 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T21:24:52,861 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.9 2024-11-17T21:24:52,861 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.9 after 0ms 2024-11-17T21:24:52,863 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.9 took 2ms 2024-11-17T21:24:52,866 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.9 so closing down 2024-11-17T21:24:52,866 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:52,866 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:52,868 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T21:24:52,869 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T21:24:52,870 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T21:24:52,874 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T21:24:52,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742208_1387 (size=753) 2024-11-17T21:24:52,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742208_1387 (size=753) 2024-11-17T21:24:52,894 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:52,895 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T21:24:52,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742209_1388 (size=753) 2024-11-17T21:24:52,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742209_1388 (size=753) 2024-11-17T21:24:52,901 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:52,902 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-17T21:24:52,902 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T21:24:52,902 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.9, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.9, size=1.4 K (1413bytes) at 1731878692861Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.9 so closing down at 1731878692866 (+5 ms)3 split writer threads finished at 1731878692866Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731878692870 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731878692874 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878692894 (+20 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731878692895 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878692901 (+6 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731878692902 (+1 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731878692902 2024-11-17T21:24:52,903 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731878691479/wal.dat.9 to hdfs://localhost:43469/user/jenkins/test-data/be9d7d44-59d1-be3e-1b63-93bf7e31b5c4/oldWALs/wal.dat.9 2024-11-17T21:24:52,911 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=138 (was 138), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=470 (was 470), ProcessCount=11 (was 11), AvailableMemoryMB=8265 (was 8285) 2024-11-17T21:24:52,916 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=138, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=470, ProcessCount=11, AvailableMemoryMB=8265 2024-11-17T21:24:52,917 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:52,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742210_1389 (size=7) 2024-11-17T21:24:52,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742210_1389 (size=7) 2024-11-17T21:24:52,922 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:52,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:52,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:52,927 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:52,932 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:43469/user/jenkins/test-data/f6e7f234-a60d-dd75-6a26-67b65158e2c1/data/hbase/meta/1588230740/recovered.edits 2024-11-17T21:24:52,947 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=138 (was 138), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=470 (was 470), ProcessCount=11 (was 11), AvailableMemoryMB=8264 (was 8265) 2024-11-17T21:24:52,957 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=138, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=470, ProcessCount=11, AvailableMemoryMB=8264 2024-11-17T21:24:52,957 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:52,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742211_1390 (size=7) 2024-11-17T21:24:52,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742211_1390 (size=7) 2024-11-17T21:24:52,966 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:52,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:52,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:52,969 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:52,969 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-17T21:24:52,970 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T21:24:52,971 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-17T21:24:52,971 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-17T21:24:52,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:52,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:52,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:52,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:52,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:52,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:52,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:52,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:52,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:52,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:52,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:52,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:52,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:52,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:52,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:52,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:52,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:52,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:52,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:52,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:52,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742212_1391 (size=818) 2024-11-17T21:24:52,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742212_1391 (size=818) 2024-11-17T21:24:53,001 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/5b04ae09-04af-d262-b35c-32a6ce93dc9b/WALs/testemptywaledit,16010,1731878692969/wal.dat.5, size=818 (818bytes) 2024-11-17T21:24:53,001 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/5b04ae09-04af-d262-b35c-32a6ce93dc9b/WALs/testemptywaledit,16010,1731878692969/wal.dat.5 2024-11-17T21:24:53,002 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/5b04ae09-04af-d262-b35c-32a6ce93dc9b/WALs/testemptywaledit,16010,1731878692969/wal.dat.5 after 1ms 2024-11-17T21:24:53,004 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/5b04ae09-04af-d262-b35c-32a6ce93dc9b/WALs/testemptywaledit,16010,1731878692969/wal.dat.5 took 3ms 2024-11-17T21:24:53,005 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/5b04ae09-04af-d262-b35c-32a6ce93dc9b/WALs/testemptywaledit,16010,1731878692969/wal.dat.5 so closing down 2024-11-17T21:24:53,005 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:53,006 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:53,007 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-17T21:24:53,010 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/5b04ae09-04af-d262-b35c-32a6ce93dc9b/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-17T21:24:53,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742213_1392 (size=783) 2024-11-17T21:24:53,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742213_1392 (size=783) 2024-11-17T21:24:53,422 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/5b04ae09-04af-d262-b35c-32a6ce93dc9b/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-17T21:24:53,426 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/5b04ae09-04af-d262-b35c-32a6ce93dc9b/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/5b04ae09-04af-d262-b35c-32a6ce93dc9b/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-17T21:24:53,426 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/5b04ae09-04af-d262-b35c-32a6ce93dc9b/WALs/testemptywaledit,16010,1731878692969/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-17T21:24:53,426 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/5b04ae09-04af-d262-b35c-32a6ce93dc9b/WALs/testemptywaledit,16010,1731878692969/wal.dat.5, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/5b04ae09-04af-d262-b35c-32a6ce93dc9b/WALs/testemptywaledit,16010,1731878692969/wal.dat.5, size=818 (818bytes) at 1731878693001Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/5b04ae09-04af-d262-b35c-32a6ce93dc9b/WALs/testemptywaledit,16010,1731878692969/wal.dat.5 so closing down at 1731878693005 (+4 ms)3 split writer threads finished at 1731878693006 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/5b04ae09-04af-d262-b35c-32a6ce93dc9b/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1731878693010 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/5b04ae09-04af-d262-b35c-32a6ce93dc9b/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1731878693422 (+412 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/5b04ae09-04af-d262-b35c-32a6ce93dc9b/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/5b04ae09-04af-d262-b35c-32a6ce93dc9b/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1731878693426 (+4 ms)Processed 11 edits across 1 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/5b04ae09-04af-d262-b35c-32a6ce93dc9b/WALs/testemptywaledit,16010,1731878692969/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1731878693426 2024-11-17T21:24:53,429 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/5b04ae09-04af-d262-b35c-32a6ce93dc9b/WALs/testemptywaledit,16010,1731878692969/wal.dat.5 to hdfs://localhost:43469/user/jenkins/test-data/5b04ae09-04af-d262-b35c-32a6ce93dc9b/oldWALs/wal.dat.5 2024-11-17T21:24:53,445 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=138 (was 138), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=470 (was 470), ProcessCount=11 (was 11), AvailableMemoryMB=8264 (was 8264) 2024-11-17T21:24:53,458 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=138, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=470, ProcessCount=11, AvailableMemoryMB=8264 2024-11-17T21:24:53,459 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:53,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742214_1393 (size=7) 2024-11-17T21:24:53,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742214_1393 (size=7) 2024-11-17T21:24:53,467 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:53,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:53,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:53,473 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:53,473 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T21:24:53,473 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T21:24:53,474 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T21:24:53,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742215_1394 (size=1393) 2024-11-17T21:24:53,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742215_1394 (size=1393) 2024-11-17T21:24:53,498 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T21:24:53,498 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T21:24:53,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742216_1395 (size=1393) 2024-11-17T21:24:53,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742216_1395 (size=1393) 2024-11-17T21:24:53,512 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T21:24:53,513 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T21:24:53,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742217_1396 (size=1393) 2024-11-17T21:24:53,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742217_1396 (size=1393) 2024-11-17T21:24:53,525 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T21:24:53,525 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T21:24:53,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742218_1397 (size=1393) 2024-11-17T21:24:53,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742218_1397 (size=1393) 2024-11-17T21:24:53,544 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T21:24:53,544 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T21:24:53,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742219_1398 (size=1393) 2024-11-17T21:24:53,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742219_1398 (size=1393) 2024-11-17T21:24:53,554 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T21:24:53,554 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T21:24:53,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742220_1399 (size=1393) 2024-11-17T21:24:53,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742220_1399 (size=1393) 2024-11-17T21:24:53,963 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T21:24:53,964 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T21:24:53,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742221_1400 (size=1405) 2024-11-17T21:24:53,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742221_1400 (size=1405) 2024-11-17T21:24:53,973 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T21:24:53,973 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T21:24:53,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:53,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:53,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742222_1401 (size=1413) 2024-11-17T21:24:54,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742222_1401 (size=1413) 2024-11-17T21:24:54,001 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T21:24:54,001 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T21:24:54,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742223_1402 (size=1413) 2024-11-17T21:24:54,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742223_1402 (size=1413) 2024-11-17T21:24:54,013 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T21:24:54,013 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T21:24:54,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:54,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:54,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742224_1403 (size=1413) 2024-11-17T21:24:54,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742224_1403 (size=1413) 2024-11-17T21:24:54,028 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T21:24:54,049 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T21:24:54,049 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.0 2024-11-17T21:24:54,050 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.0 after 1ms 2024-11-17T21:24:54,051 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.0 took 2ms 2024-11-17T21:24:54,060 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.0 so closing down 2024-11-17T21:24:54,060 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:54,060 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:54,102 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T21:24:54,102 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:54,103 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T21:24:54,105 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:54,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742226_1405 (size=743) 2024-11-17T21:24:54,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742226_1405 (size=743) 2024-11-17T21:24:54,110 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:54,112 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T21:24:54,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742227_1406 (size=743) 2024-11-17T21:24:54,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742227_1406 (size=743) 2024-11-17T21:24:54,122 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:54,123 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T21:24:54,124 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:54,124 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.0, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.0, size=1.4 K (1393bytes) at 1731878694049Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.0 so closing down at 1731878694060 (+11 ms)3 split writer threads finished at 1731878694060Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731878694103 (+43 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731878694105 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878694110 (+5 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731878694112 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878694122 (+10 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731878694123 (+1 ms)Processed 20 edits across 2 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878694124 (+1 ms) 2024-11-17T21:24:54,125 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.0 to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/oldWALs/wal.dat.0 2024-11-17T21:24:54,125 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T21:24:54,125 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.1 2024-11-17T21:24:54,126 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.1 after 1ms 2024-11-17T21:24:54,128 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.1 took 3ms 2024-11-17T21:24:54,129 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.1 so closing down 2024-11-17T21:24:54,129 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:54,132 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:54,134 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T21:24:54,134 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T21:24:54,135 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T21:24:54,135 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T21:24:54,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742229_1408 (size=743) 2024-11-17T21:24:54,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742229_1408 (size=743) 2024-11-17T21:24:54,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742228_1407 (size=743) 2024-11-17T21:24:54,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742228_1407 (size=743) 2024-11-17T21:24:54,157 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:54,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T21:24:54,554 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:54,555 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T21:24:54,555 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:54,556 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.1, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.1, size=1.4 K (1393bytes) at 1731878694125Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.1 so closing down at 1731878694129 (+4 ms)3 split writer threads finished at 1731878694132 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731878694135 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731878694135Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878694157 (+22 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731878694158 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878694554 (+396 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731878694555 (+1 ms)Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878694555 2024-11-17T21:24:54,557 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.1 to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/oldWALs/wal.dat.1 2024-11-17T21:24:54,557 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T21:24:54,557 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.2 2024-11-17T21:24:54,558 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.2 after 0ms 2024-11-17T21:24:54,559 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.2 took 2ms 2024-11-17T21:24:54,560 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.2 so closing down 2024-11-17T21:24:54,560 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:54,560 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:54,569 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T21:24:54,573 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T21:24:54,578 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T21:24:54,587 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T21:24:54,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742230_1409 (size=743) 2024-11-17T21:24:54,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742230_1409 (size=743) 2024-11-17T21:24:54,598 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:54,600 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T21:24:54,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742231_1410 (size=743) 2024-11-17T21:24:54,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742231_1410 (size=743) 2024-11-17T21:24:54,602 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:54,603 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T21:24:54,604 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:54,604 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.2, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.2, size=1.4 K (1393bytes) at 1731878694557Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.2 so closing down at 1731878694560 (+3 ms)3 split writer threads finished at 1731878694560Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731878694573 (+13 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731878694587 (+14 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878694599 (+12 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731878694600 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878694602 (+2 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731878694603 (+1 ms)Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878694604 (+1 ms) 2024-11-17T21:24:54,608 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.2 to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/oldWALs/wal.dat.2 2024-11-17T21:24:54,608 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T21:24:54,608 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.3 2024-11-17T21:24:54,609 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.3 after 1ms 2024-11-17T21:24:54,610 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.3 took 2ms 2024-11-17T21:24:54,612 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.3 so closing down 2024-11-17T21:24:54,612 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:54,612 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:54,631 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T21:24:54,631 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T21:24:54,635 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T21:24:54,641 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T21:24:54,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742232_1411 (size=743) 2024-11-17T21:24:54,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742232_1411 (size=743) 2024-11-17T21:24:54,666 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:54,667 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T21:24:54,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742233_1412 (size=743) 2024-11-17T21:24:54,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742233_1412 (size=743) 2024-11-17T21:24:54,674 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:54,675 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T21:24:54,675 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:54,675 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.3, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.3, size=1.4 K (1393bytes) at 1731878694608Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.3 so closing down at 1731878694612 (+4 ms)3 split writer threads finished at 1731878694612Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731878694635 (+23 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731878694641 (+6 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878694666 (+25 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731878694667 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878694674 (+7 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731878694675 (+1 ms)Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878694675 2024-11-17T21:24:54,677 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.3 to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/oldWALs/wal.dat.3 2024-11-17T21:24:54,677 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T21:24:54,677 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.4 2024-11-17T21:24:54,677 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.4 after 0ms 2024-11-17T21:24:54,679 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.4 took 2ms 2024-11-17T21:24:54,680 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.4 so closing down 2024-11-17T21:24:54,680 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:54,682 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:54,684 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T21:24:54,685 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T21:24:54,690 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T21:24:54,693 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T21:24:54,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742234_1413 (size=743) 2024-11-17T21:24:54,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742234_1413 (size=743) 2024-11-17T21:24:54,702 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:54,704 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T21:24:54,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742235_1414 (size=743) 2024-11-17T21:24:54,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742235_1414 (size=743) 2024-11-17T21:24:54,716 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:54,717 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-17T21:24:54,717 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:54,717 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.4, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.4, size=1.4 K (1393bytes) at 1731878694677Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.4 so closing down at 1731878694680 (+3 ms)3 split writer threads finished at 1731878694682 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731878694690 (+8 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731878694693 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878694702 (+9 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731878694704 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878694716 (+12 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731878694717 (+1 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878694717 2024-11-17T21:24:54,719 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.4 to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/oldWALs/wal.dat.4 2024-11-17T21:24:54,719 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.5, size=1.4 K (1394bytes) 2024-11-17T21:24:54,719 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.5 2024-11-17T21:24:54,719 WARN [IPC Server handler 2 on default port 43469 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1415 for block blk_1073742225_1404 2024-11-17T21:24:54,720 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.5 after 1ms 2024-11-17T21:24:55,523 WARN [ResponseProcessor for block BP-1419790468-172.17.0.2-1731878644224:blk_1073742225_1404 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1419790468-172.17.0.2-1731878644224:blk_1073742225_1404 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T21:24:55,523 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-815155668_22 at /127.0.0.1:37450 [Receiving block BP-1419790468-172.17.0.2-1731878644224:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:41901:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37450 dst: /127.0.0.1:41901 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T21:24:55,523 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-815155668_22 at /127.0.0.1:33904 [Receiving block BP-1419790468-172.17.0.2-1731878644224:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:46155:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33904 dst: /127.0.0.1:46155 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46155 remote=/127.0.0.1:33904]. Total timeout mills is 60000, 58512 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T21:24:55,523 WARN [DataStreamer for file /user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.5 block BP-1419790468-172.17.0.2-1731878644224:blk_1073742225_1404 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1419790468-172.17.0.2-1731878644224:blk_1073742225_1404 in pipeline [DatanodeInfoWithStorage[127.0.0.1:46155,DS-3fd263a4-4d76-4b32-ae7f-892f8220a998,DISK], DatanodeInfoWithStorage[127.0.0.1:41901,DS-5d8bb594-63a7-4a0c-a92a-045ffe9401d2,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:46155,DS-3fd263a4-4d76-4b32-ae7f-892f8220a998,DISK]) is bad. 2024-11-17T21:24:55,526 WARN [DataStreamer for file /user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.5 block BP-1419790468-172.17.0.2-1731878644224:blk_1073742225_1404 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1419790468-172.17.0.2-1731878644224:blk_1073742225_1404 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T21:24:55,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742225_1415 (size=1394) 2024-11-17T21:24:55,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742225_1415 (size=1394) 2024-11-17T21:24:58,720 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.5 after 4001ms 2024-11-17T21:24:58,723 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.5 took 4004ms 2024-11-17T21:24:58,725 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T21:24:58,725 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.5 so closing down 2024-11-17T21:24:58,726 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:58,726 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:58,728 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T21:24:58,728 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T21:24:58,729 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T21:24:58,729 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T21:24:58,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742237_1417 (size=353) 2024-11-17T21:24:58,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742237_1417 (size=353) 2024-11-17T21:24:58,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742236_1416 (size=418) 2024-11-17T21:24:58,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742236_1416 (size=418) 2024-11-17T21:24:58,735 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:58,736 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-17T21:24:59,136 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:59,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-17T21:24:59,138 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-17T21:24:59,139 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.5, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.5, size=1.4 K (1394bytes) at 1731878694719Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.5 so closing down at 1731878698725 (+4006 ms)3 split writer threads finished at 1731878698726 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731878698729 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731878698729Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1731878698735 (+6 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1731878698736 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731878699136 (+400 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731878699138 (+2 ms)Processed 9 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731878699139 (+1 ms) 2024-11-17T21:24:59,142 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.5 to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/corrupt/wal.dat.5 2024-11-17T21:24:59,142 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T21:24:59,142 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.6 2024-11-17T21:24:59,143 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.6 after 1ms 2024-11-17T21:24:59,146 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.6 took 4ms 2024-11-17T21:24:59,149 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.6 so closing down 2024-11-17T21:24:59,149 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:59,150 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:59,152 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T21:24:59,152 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T21:24:59,153 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T21:24:59,153 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T21:24:59,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742238_1418 (size=749) 2024-11-17T21:24:59,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742238_1418 (size=749) 2024-11-17T21:24:59,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742239_1419 (size=749) 2024-11-17T21:24:59,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742239_1419 (size=749) 2024-11-17T21:24:59,160 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:59,160 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:59,161 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-17T21:24:59,161 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T21:24:59,161 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-17T21:24:59,161 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.6, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.6, size=1.4 K (1405bytes) at 1731878699142Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.6 so closing down at 1731878699149 (+7 ms)3 split writer threads finished at 1731878699150 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731878699153 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731878699153Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878699160 (+7 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878699160Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731878699161 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731878699161Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731878699161 2024-11-17T21:24:59,162 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.6 to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/oldWALs/wal.dat.6 2024-11-17T21:24:59,162 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T21:24:59,162 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.7 2024-11-17T21:24:59,163 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.7 after 1ms 2024-11-17T21:24:59,164 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.7 took 2ms 2024-11-17T21:24:59,166 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.7 so closing down 2024-11-17T21:24:59,166 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:59,166 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:59,168 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T21:24:59,168 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T21:24:59,168 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T21:24:59,168 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T21:24:59,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742241_1421 (size=753) 2024-11-17T21:24:59,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742241_1421 (size=753) 2024-11-17T21:24:59,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742240_1420 (size=753) 2024-11-17T21:24:59,172 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:59,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742240_1420 (size=753) 2024-11-17T21:24:59,173 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:59,173 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-17T21:24:59,174 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T21:24:59,174 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T21:24:59,174 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.7, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.7, size=1.4 K (1413bytes) at 1731878699162Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.7 so closing down at 1731878699166 (+4 ms)3 split writer threads finished at 1731878699166Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731878699168 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731878699168Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878699172 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878699173 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731878699173Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731878699174 (+1 ms)Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731878699174 2024-11-17T21:24:59,175 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.7 to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/oldWALs/wal.dat.7 2024-11-17T21:24:59,175 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T21:24:59,175 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.8 2024-11-17T21:24:59,175 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.8 after 0ms 2024-11-17T21:24:59,177 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.8 took 2ms 2024-11-17T21:24:59,178 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.8 so closing down 2024-11-17T21:24:59,178 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:59,178 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:59,179 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T21:24:59,179 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T21:24:59,180 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T21:24:59,180 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T21:24:59,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742242_1422 (size=753) 2024-11-17T21:24:59,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742243_1423 (size=753) 2024-11-17T21:24:59,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742243_1423 (size=753) 2024-11-17T21:24:59,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742242_1422 (size=753) 2024-11-17T21:24:59,186 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:59,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:59,187 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T21:24:59,187 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-17T21:24:59,187 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T21:24:59,187 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.8, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.8, size=1.4 K (1413bytes) at 1731878699175Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.8 so closing down at 1731878699178 (+3 ms)3 split writer threads finished at 1731878699178Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731878699180 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731878699180Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878699186 (+6 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878699186Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731878699187 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731878699187Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731878699187 2024-11-17T21:24:59,188 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.8 to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/oldWALs/wal.dat.8 2024-11-17T21:24:59,188 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T21:24:59,188 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.9 2024-11-17T21:24:59,189 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.9 after 1ms 2024-11-17T21:24:59,190 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.9 took 2ms 2024-11-17T21:24:59,191 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.9 so closing down 2024-11-17T21:24:59,191 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:59,191 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:59,193 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T21:24:59,193 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T21:24:59,194 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T21:24:59,194 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T21:24:59,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742245_1425 (size=753) 2024-11-17T21:24:59,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742245_1425 (size=753) 2024-11-17T21:24:59,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742244_1424 (size=753) 2024-11-17T21:24:59,204 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:59,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742244_1424 (size=753) 2024-11-17T21:24:59,205 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T21:24:59,605 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:59,607 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-17T21:24:59,607 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T21:24:59,607 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.9, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.9, size=1.4 K (1413bytes) at 1731878699188Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.9 so closing down at 1731878699191 (+3 ms)3 split writer threads finished at 1731878699191Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731878699194 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731878699194Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878699204 (+10 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731878699206 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878699605 (+399 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731878699607 (+2 ms)Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731878699607 2024-11-17T21:24:59,610 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731878693473/wal.dat.9 to hdfs://localhost:43469/user/jenkins/test-data/c492cf38-7cbd-0577-df3d-8f3315710122/oldWALs/wal.dat.9 2024-11-17T21:24:59,660 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=140 (was 138) - Thread LEAK? -, OpenFileDescriptor=397 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=465 (was 470), ProcessCount=11 (was 11), AvailableMemoryMB=8230 (was 8264) 2024-11-17T21:24:59,665 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=140, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=465, ProcessCount=11, AvailableMemoryMB=8230 2024-11-17T21:24:59,666 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:59,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742246_1426 (size=7) 2024-11-17T21:24:59,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742246_1426 (size=7) 2024-11-17T21:24:59,671 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:59,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:59,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:59,674 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:59,674 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-17T21:24:59,675 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T21:24:59,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742247_1427 (size=863) 2024-11-17T21:24:59,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742247_1427 (size=863) 2024-11-17T21:24:59,683 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T21:24:59,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742248_1428 (size=823) 2024-11-17T21:24:59,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742248_1428 (size=823) 2024-11-17T21:24:59,708 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/264b0369-468d-9d4d-5aa8-98cb107a8359/WALs/testeofisignored,16010,1731878699674/wal.dat.0, size=823 (823bytes) 2024-11-17T21:24:59,708 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/264b0369-468d-9d4d-5aa8-98cb107a8359/WALs/testeofisignored,16010,1731878699674/wal.dat.0 2024-11-17T21:24:59,708 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/264b0369-468d-9d4d-5aa8-98cb107a8359/WALs/testeofisignored,16010,1731878699674/wal.dat.0 after 0ms 2024-11-17T21:24:59,709 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/264b0369-468d-9d4d-5aa8-98cb107a8359/WALs/testeofisignored,16010,1731878699674/wal.dat.0 took 1ms 2024-11-17T21:24:59,714 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:43469/user/jenkins/test-data/264b0369-468d-9d4d-5aa8-98cb107a8359/WALs/testeofisignored,16010,1731878699674/wal.dat.0; continuing. 2024-11-17T21:24:59,714 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/264b0369-468d-9d4d-5aa8-98cb107a8359/WALs/testeofisignored,16010,1731878699674/wal.dat.0 so closing down 2024-11-17T21:24:59,714 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:59,714 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:59,716 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:59,716 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/264b0369-468d-9d4d-5aa8-98cb107a8359/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:59,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742249_1429 (size=786) 2024-11-17T21:24:59,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742249_1429 (size=786) 2024-11-17T21:24:59,720 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/264b0369-468d-9d4d-5aa8-98cb107a8359/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:59,721 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/264b0369-468d-9d4d-5aa8-98cb107a8359/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/264b0369-468d-9d4d-5aa8-98cb107a8359/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-17T21:24:59,721 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/264b0369-468d-9d4d-5aa8-98cb107a8359/WALs/testeofisignored,16010,1731878699674/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-17T21:24:59,721 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/264b0369-468d-9d4d-5aa8-98cb107a8359/WALs/testeofisignored,16010,1731878699674/wal.dat.0, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/264b0369-468d-9d4d-5aa8-98cb107a8359/WALs/testeofisignored,16010,1731878699674/wal.dat.0, size=823 (823bytes) at 1731878699708Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/264b0369-468d-9d4d-5aa8-98cb107a8359/WALs/testeofisignored,16010,1731878699674/wal.dat.0 so closing down at 1731878699714 (+6 ms)3 split writer threads finished at 1731878699714Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/264b0369-468d-9d4d-5aa8-98cb107a8359/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731878699716 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/264b0369-468d-9d4d-5aa8-98cb107a8359/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731878699720 (+4 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/264b0369-468d-9d4d-5aa8-98cb107a8359/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/264b0369-468d-9d4d-5aa8-98cb107a8359/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1731878699721 (+1 ms)Processed 9 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/264b0369-468d-9d4d-5aa8-98cb107a8359/WALs/testeofisignored,16010,1731878699674/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1731878699721 2024-11-17T21:24:59,722 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/264b0369-468d-9d4d-5aa8-98cb107a8359/WALs/testeofisignored,16010,1731878699674/wal.dat.0 to hdfs://localhost:43469/user/jenkins/test-data/264b0369-468d-9d4d-5aa8-98cb107a8359/oldWALs/wal.dat.0 2024-11-17T21:24:59,731 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=140 (was 140), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=465 (was 465), ProcessCount=11 (was 11), AvailableMemoryMB=8230 (was 8230) 2024-11-17T21:24:59,738 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=140, OpenFileDescriptor=398, MaxFileDescriptor=1048576, SystemLoadAverage=465, ProcessCount=11, AvailableMemoryMB=8229 2024-11-17T21:24:59,738 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:59,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742250_1430 (size=7) 2024-11-17T21:24:59,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742250_1430 (size=7) 2024-11-17T21:24:59,743 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:59,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:59,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:59,746 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:59,746 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-17T21:24:59,747 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-17T21:24:59,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742251_1431 (size=93) 2024-11-17T21:24:59,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742251_1431 (size=93) 2024-11-17T21:24:59,765 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/5f3b3ddf-d695-40e9-b440-9ce54932e103/WALs/testsplitlogfileempty,16010,1731878699746/wal.dat..empty, size=93 (93bytes) 2024-11-17T21:24:59,765 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/5f3b3ddf-d695-40e9-b440-9ce54932e103/WALs/testsplitlogfileempty,16010,1731878699746/wal.dat..empty 2024-11-17T21:24:59,765 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/5f3b3ddf-d695-40e9-b440-9ce54932e103/WALs/testsplitlogfileempty,16010,1731878699746/wal.dat..empty after 0ms 2024-11-17T21:24:59,766 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/5f3b3ddf-d695-40e9-b440-9ce54932e103/WALs/testsplitlogfileempty,16010,1731878699746/wal.dat..empty took 1ms 2024-11-17T21:24:59,767 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/5f3b3ddf-d695-40e9-b440-9ce54932e103/WALs/testsplitlogfileempty,16010,1731878699746/wal.dat..empty so closing down 2024-11-17T21:24:59,767 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:59,767 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:59,767 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/5f3b3ddf-d695-40e9-b440-9ce54932e103/WALs/testsplitlogfileempty,16010,1731878699746/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-17T21:24:59,767 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/5f3b3ddf-d695-40e9-b440-9ce54932e103/WALs/testsplitlogfileempty,16010,1731878699746/wal.dat..empty, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/5f3b3ddf-d695-40e9-b440-9ce54932e103/WALs/testsplitlogfileempty,16010,1731878699746/wal.dat..empty, size=93 (93bytes) at 1731878699765Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/5f3b3ddf-d695-40e9-b440-9ce54932e103/WALs/testsplitlogfileempty,16010,1731878699746/wal.dat..empty so closing down at 1731878699767 (+2 ms)3 split writer threads finished at 1731878699767Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/5f3b3ddf-d695-40e9-b440-9ce54932e103/WALs/testsplitlogfileempty,16010,1731878699746/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731878699767 2024-11-17T21:24:59,768 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/5f3b3ddf-d695-40e9-b440-9ce54932e103/WALs/testsplitlogfileempty,16010,1731878699746/wal.dat..empty to hdfs://localhost:43469/user/jenkins/test-data/5f3b3ddf-d695-40e9-b440-9ce54932e103/oldWALs/wal.dat..empty 2024-11-17T21:24:59,777 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=140 (was 140), OpenFileDescriptor=397 (was 398), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=465 (was 465), ProcessCount=11 (was 11), AvailableMemoryMB=8229 (was 8229) 2024-11-17T21:24:59,783 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=140, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=465, ProcessCount=11, AvailableMemoryMB=8229 2024-11-17T21:24:59,783 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:24:59,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742252_1432 (size=7) 2024-11-17T21:24:59,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742252_1432 (size=7) 2024-11-17T21:24:59,789 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:24:59,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:59,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:24:59,792 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:24:59,793 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T21:24:59,793 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T21:24:59,794 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T21:24:59,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742253_1433 (size=1393) 2024-11-17T21:24:59,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742253_1433 (size=1393) 2024-11-17T21:24:59,806 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T21:24:59,806 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T21:24:59,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742254_1434 (size=1393) 2024-11-17T21:24:59,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742254_1434 (size=1393) 2024-11-17T21:24:59,818 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T21:24:59,818 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T21:24:59,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742255_1435 (size=1393) 2024-11-17T21:24:59,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742255_1435 (size=1393) 2024-11-17T21:24:59,829 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T21:24:59,829 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T21:24:59,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742256_1436 (size=1393) 2024-11-17T21:24:59,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742256_1436 (size=1393) 2024-11-17T21:24:59,839 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T21:24:59,839 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T21:24:59,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742257_1437 (size=1393) 2024-11-17T21:24:59,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742257_1437 (size=1393) 2024-11-17T21:24:59,847 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T21:24:59,847 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T21:24:59,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742258_1438 (size=1393) 2024-11-17T21:24:59,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742258_1438 (size=1393) 2024-11-17T21:24:59,856 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T21:24:59,856 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T21:24:59,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742259_1439 (size=1405) 2024-11-17T21:24:59,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742259_1439 (size=1405) 2024-11-17T21:24:59,866 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T21:24:59,866 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T21:24:59,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742260_1440 (size=1413) 2024-11-17T21:24:59,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742260_1440 (size=1413) 2024-11-17T21:24:59,874 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T21:24:59,874 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T21:24:59,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742261_1441 (size=1413) 2024-11-17T21:24:59,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742261_1441 (size=1413) 2024-11-17T21:24:59,883 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T21:24:59,883 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T21:24:59,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:24:59,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:24:59,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742262_1442 (size=1413) 2024-11-17T21:24:59,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742262_1442 (size=1413) 2024-11-17T21:24:59,891 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T21:24:59,905 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T21:24:59,905 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.0 2024-11-17T21:24:59,905 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.0 after 0ms 2024-11-17T21:24:59,907 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.0 took 2ms 2024-11-17T21:24:59,909 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.0 so closing down 2024-11-17T21:24:59,909 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:59,909 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:59,911 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:59,911 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T21:24:59,911 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T21:24:59,911 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T21:24:59,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742263_1443 (size=743) 2024-11-17T21:24:59,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742263_1443 (size=743) 2024-11-17T21:24:59,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742264_1444 (size=743) 2024-11-17T21:24:59,919 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:59,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742264_1444 (size=743) 2024-11-17T21:24:59,919 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:59,920 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T21:24:59,920 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T21:24:59,920 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:59,920 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.0, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.0, size=1.4 K (1393bytes) at 1731878699905Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.0 so closing down at 1731878699909 (+4 ms)3 split writer threads finished at 1731878699909Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731878699912 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731878699912Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878699919 (+7 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878699919Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731878699920 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731878699920Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878699920 2024-11-17T21:24:59,922 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.0 to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/oldWALs/wal.dat.0 2024-11-17T21:24:59,922 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T21:24:59,922 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.1 2024-11-17T21:24:59,922 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.1 after 0ms 2024-11-17T21:24:59,924 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.1 took 2ms 2024-11-17T21:24:59,925 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.1 so closing down 2024-11-17T21:24:59,925 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:59,925 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:59,927 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T21:24:59,927 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T21:24:59,927 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T21:24:59,927 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T21:24:59,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742265_1445 (size=743) 2024-11-17T21:24:59,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742265_1445 (size=743) 2024-11-17T21:24:59,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742266_1446 (size=743) 2024-11-17T21:24:59,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742266_1446 (size=743) 2024-11-17T21:24:59,931 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:59,931 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:59,932 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T21:24:59,932 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T21:24:59,932 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:59,933 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.1, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.1, size=1.4 K (1393bytes) at 1731878699922Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.1 so closing down at 1731878699925 (+3 ms)3 split writer threads finished at 1731878699925Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731878699927 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731878699927Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878699931 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878699931Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731878699932 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731878699932Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878699932 2024-11-17T21:24:59,934 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.1 to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/oldWALs/wal.dat.1 2024-11-17T21:24:59,934 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T21:24:59,934 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.2 2024-11-17T21:24:59,934 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.2 after 0ms 2024-11-17T21:24:59,935 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.2 took 1ms 2024-11-17T21:24:59,936 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.2 so closing down 2024-11-17T21:24:59,936 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:59,937 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:59,938 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T21:24:59,938 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T21:24:59,938 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T21:24:59,939 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T21:24:59,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742268_1448 (size=743) 2024-11-17T21:24:59,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742268_1448 (size=743) 2024-11-17T21:24:59,942 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:59,943 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T21:24:59,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742267_1447 (size=743) 2024-11-17T21:24:59,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742267_1447 (size=743) 2024-11-17T21:24:59,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:59,952 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T21:24:59,952 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:24:59,952 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.2, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.2, size=1.4 K (1393bytes) at 1731878699934Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.2 so closing down at 1731878699936 (+2 ms)3 split writer threads finished at 1731878699937 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731878699938 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731878699939 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878699942 (+3 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731878699943 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878699951 (+8 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731878699952 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878699952 2024-11-17T21:24:59,954 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.2 to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/oldWALs/wal.dat.2 2024-11-17T21:24:59,954 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T21:24:59,954 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.3 2024-11-17T21:24:59,954 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.3 after 0ms 2024-11-17T21:24:59,956 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.3 took 2ms 2024-11-17T21:24:59,957 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.3 so closing down 2024-11-17T21:24:59,957 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:24:59,957 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:24:59,958 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T21:24:59,958 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T21:24:59,959 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T21:24:59,959 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T21:24:59,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742270_1450 (size=743) 2024-11-17T21:24:59,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742270_1450 (size=743) 2024-11-17T21:24:59,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742269_1449 (size=743) 2024-11-17T21:24:59,964 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:24:59,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742269_1449 (size=743) 2024-11-17T21:24:59,965 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T21:25:00,365 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:00,367 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T21:25:00,367 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:25:00,367 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.3, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.3, size=1.4 K (1393bytes) at 1731878699954Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.3 so closing down at 1731878699957 (+3 ms)3 split writer threads finished at 1731878699957Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731878699959 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731878699959Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878699964 (+5 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731878699965 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878700365 (+400 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731878700367 (+2 ms)Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878700367 2024-11-17T21:25:00,369 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.3 to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/oldWALs/wal.dat.3 2024-11-17T21:25:00,369 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T21:25:00,369 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.4 2024-11-17T21:25:00,369 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.4 after 0ms 2024-11-17T21:25:00,371 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.4 took 2ms 2024-11-17T21:25:00,372 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.4 so closing down 2024-11-17T21:25:00,372 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:00,372 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:00,374 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T21:25:00,374 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T21:25:00,375 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T21:25:00,375 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T21:25:00,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742271_1451 (size=743) 2024-11-17T21:25:00,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742272_1452 (size=743) 2024-11-17T21:25:00,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742272_1452 (size=743) 2024-11-17T21:25:00,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742271_1451 (size=743) 2024-11-17T21:25:00,379 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:00,379 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:00,381 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-17T21:25:00,381 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T21:25:00,381 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:25:00,381 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.4, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.4, size=1.4 K (1393bytes) at 1731878700369Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.4 so closing down at 1731878700372 (+3 ms)3 split writer threads finished at 1731878700372Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731878700375 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731878700375Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878700379 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878700379Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731878700381 (+2 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731878700381Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878700381 2024-11-17T21:25:00,383 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.4 to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/oldWALs/wal.dat.4 2024-11-17T21:25:00,384 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.5, size=1.4 K (1393bytes) 2024-11-17T21:25:00,384 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.5 2024-11-17T21:25:00,384 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.5 after 0ms 2024-11-17T21:25:00,386 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.5 took 3ms 2024-11-17T21:25:00,389 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.5 so closing down 2024-11-17T21:25:00,389 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:00,389 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:00,391 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T21:25:00,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T21:25:00,394 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T21:25:00,395 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T21:25:00,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742273_1453 (size=743) 2024-11-17T21:25:00,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742273_1453 (size=743) 2024-11-17T21:25:00,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742274_1454 (size=743) 2024-11-17T21:25:00,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742274_1454 (size=743) 2024-11-17T21:25:00,401 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:00,402 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-17T21:25:00,797 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:00,799 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-17T21:25:00,799 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T21:25:00,799 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.5, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.5, size=1.4 K (1393bytes) at 1731878700384Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.5 so closing down at 1731878700389 (+5 ms)3 split writer threads finished at 1731878700389Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731878700392 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731878700395 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878700401 (+6 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731878700402 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878700797 (+395 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731878700799 (+2 ms)Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731878700799 2024-11-17T21:25:00,801 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.5 to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/oldWALs/wal.dat.5 2024-11-17T21:25:00,801 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T21:25:00,801 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.6 2024-11-17T21:25:00,801 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.6 after 0ms 2024-11-17T21:25:00,803 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.6 took 2ms 2024-11-17T21:25:00,804 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.6 so closing down 2024-11-17T21:25:00,804 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:00,805 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:00,807 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T21:25:00,807 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T21:25:00,808 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T21:25:00,813 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T21:25:00,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742275_1455 (size=749) 2024-11-17T21:25:00,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742275_1455 (size=749) 2024-11-17T21:25:00,829 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:00,830 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T21:25:00,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742276_1456 (size=749) 2024-11-17T21:25:00,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742276_1456 (size=749) 2024-11-17T21:25:00,838 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:00,839 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-17T21:25:00,840 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-17T21:25:00,840 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.6, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.6, size=1.4 K (1405bytes) at 1731878700801Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.6 so closing down at 1731878700804 (+3 ms)3 split writer threads finished at 1731878700805 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731878700808 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731878700813 (+5 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878700829 (+16 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731878700830 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878700838 (+8 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731878700839 (+1 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731878700840 (+1 ms) 2024-11-17T21:25:00,841 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.6 to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/oldWALs/wal.dat.6 2024-11-17T21:25:00,841 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T21:25:00,842 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.7 2024-11-17T21:25:00,842 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.7 after 0ms 2024-11-17T21:25:00,844 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.7 took 3ms 2024-11-17T21:25:00,845 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.7 so closing down 2024-11-17T21:25:00,845 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:00,845 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:00,847 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T21:25:00,847 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T21:25:00,848 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T21:25:00,852 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T21:25:00,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742277_1457 (size=753) 2024-11-17T21:25:00,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742278_1458 (size=753) 2024-11-17T21:25:00,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742278_1458 (size=753) 2024-11-17T21:25:00,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742277_1457 (size=753) 2024-11-17T21:25:00,868 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:00,868 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:00,869 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-17T21:25:00,869 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T21:25:00,869 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T21:25:00,869 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.7, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.7, size=1.4 K (1413bytes) at 1731878700841Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.7 so closing down at 1731878700845 (+4 ms)3 split writer threads finished at 1731878700845Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731878700848 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731878700852 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878700868 (+16 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878700868Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731878700869 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731878700869Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731878700869 2024-11-17T21:25:00,871 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.7 to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/oldWALs/wal.dat.7 2024-11-17T21:25:00,871 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T21:25:00,871 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.8 2024-11-17T21:25:00,871 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.8 after 0ms 2024-11-17T21:25:00,873 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.8 took 2ms 2024-11-17T21:25:00,874 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.8 so closing down 2024-11-17T21:25:00,874 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:00,874 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:00,876 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T21:25:00,876 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T21:25:00,877 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T21:25:00,877 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T21:25:00,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742280_1460 (size=753) 2024-11-17T21:25:00,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742280_1460 (size=753) 2024-11-17T21:25:00,882 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:00,883 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T21:25:00,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742279_1459 (size=753) 2024-11-17T21:25:00,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742279_1459 (size=753) 2024-11-17T21:25:00,886 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:00,887 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-17T21:25:00,887 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T21:25:00,887 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.8, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.8, size=1.4 K (1413bytes) at 1731878700871Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.8 so closing down at 1731878700874 (+3 ms)3 split writer threads finished at 1731878700874Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731878700877 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731878700877Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878700882 (+5 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731878700883 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878700886 (+3 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731878700887 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731878700887 2024-11-17T21:25:00,888 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.8 to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/oldWALs/wal.dat.8 2024-11-17T21:25:00,888 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T21:25:00,888 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.9 2024-11-17T21:25:00,889 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.9 after 1ms 2024-11-17T21:25:00,890 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.9 took 2ms 2024-11-17T21:25:00,891 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.9 so closing down 2024-11-17T21:25:00,891 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:00,891 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:00,893 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T21:25:00,893 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T21:25:00,894 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T21:25:00,894 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T21:25:00,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742281_1461 (size=753) 2024-11-17T21:25:00,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742281_1461 (size=753) 2024-11-17T21:25:00,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742282_1462 (size=753) 2024-11-17T21:25:00,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742282_1462 (size=753) 2024-11-17T21:25:00,902 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:00,903 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-17T21:25:01,302 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:01,304 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T21:25:01,304 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T21:25:01,304 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.9, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.9, size=1.4 K (1413bytes) at 1731878700888Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.9 so closing down at 1731878700891 (+3 ms)3 split writer threads finished at 1731878700891Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731878700894 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731878700894Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878700902 (+8 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731878700903 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878701302 (+399 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731878701304 (+2 ms)Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731878701304 2024-11-17T21:25:01,306 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/WALs/testlogsgetarchivedaftersplit,16010,1731878699792/wal.dat.9 to hdfs://localhost:43469/user/jenkins/test-data/bf45dc7d-8a53-b656-69f3-c2e0cacbc73f/oldWALs/wal.dat.9 2024-11-17T21:25:01,313 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=140 (was 140), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=451 (was 465), ProcessCount=11 (was 11), AvailableMemoryMB=8213 (was 8229) 2024-11-17T21:25:01,319 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=140, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=451, ProcessCount=11, AvailableMemoryMB=8213 2024-11-17T21:25:01,319 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:25:01,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742283_1463 (size=7) 2024-11-17T21:25:01,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742283_1463 (size=7) 2024-11-17T21:25:01,325 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:25:01,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:25:01,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:25:01,328 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:25:01,329 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-17T21:25:01,329 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-17T21:25:01,329 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T21:25:01,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742284_1464 (size=723) 2024-11-17T21:25:01,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742284_1464 (size=723) 2024-11-17T21:25:01,337 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T21:25:01,337 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T21:25:01,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742285_1465 (size=723) 2024-11-17T21:25:01,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742285_1465 (size=723) 2024-11-17T21:25:01,344 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T21:25:01,344 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T21:25:01,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742286_1466 (size=723) 2024-11-17T21:25:01,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742286_1466 (size=723) 2024-11-17T21:25:01,351 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T21:25:01,351 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T21:25:01,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742287_1467 (size=723) 2024-11-17T21:25:01,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742287_1467 (size=723) 2024-11-17T21:25:01,358 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T21:25:01,358 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T21:25:01,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742288_1468 (size=723) 2024-11-17T21:25:01,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742288_1468 (size=723) 2024-11-17T21:25:01,365 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T21:25:01,365 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T21:25:01,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742289_1469 (size=723) 2024-11-17T21:25:01,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742289_1469 (size=723) 2024-11-17T21:25:01,372 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T21:25:01,372 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T21:25:01,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742290_1470 (size=723) 2024-11-17T21:25:01,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742290_1470 (size=723) 2024-11-17T21:25:01,378 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T21:25:01,378 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T21:25:01,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742291_1471 (size=723) 2024-11-17T21:25:01,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742291_1471 (size=723) 2024-11-17T21:25:01,385 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T21:25:01,385 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T21:25:01,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742292_1472 (size=723) 2024-11-17T21:25:01,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742292_1472 (size=723) 2024-11-17T21:25:01,392 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T21:25:01,392 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T21:25:01,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742293_1473 (size=723) 2024-11-17T21:25:01,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742293_1473 (size=723) 2024-11-17T21:25:01,398 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T21:25:01,416 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:43469/user/jenkins/test-data/3f456d4a-7bec-f346-7ee7-314de7f9c403/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:43469/user/jenkins/test-data/3f456d4a-7bec-f346-7ee7-314de7f9c403/oldWALs, maxLogs=32 2024-11-17T21:25:01,454 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1731878701451 2024-11-17T21:25:01,461 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f456d4a-7bec-f346-7ee7-314de7f9c403/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1731878701451 2024-11-17T21:25:01,515 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:45315:45315),(127.0.0.1/127.0.0.1:40733:40733)] 2024-11-17T21:25:01,530 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/3f456d4a-7bec-f346-7ee7-314de7f9c403/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731878701329/wal.dat.0, size=723 (723bytes) 2024-11-17T21:25:01,530 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/3f456d4a-7bec-f346-7ee7-314de7f9c403/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731878701329/wal.dat.0 2024-11-17T21:25:01,531 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/3f456d4a-7bec-f346-7ee7-314de7f9c403/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731878701329/wal.dat.0 after 1ms 2024-11-17T21:25:01,532 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/3f456d4a-7bec-f346-7ee7-314de7f9c403/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731878701329/wal.dat.0 took 2ms 2024-11-17T21:25:01,534 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/3f456d4a-7bec-f346-7ee7-314de7f9c403/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731878701329/wal.dat.0 so closing down 2024-11-17T21:25:01,534 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:01,534 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:01,536 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T21:25:01,537 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/3f456d4a-7bec-f346-7ee7-314de7f9c403/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T21:25:01,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742295_1475 (size=723) 2024-11-17T21:25:01,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742295_1475 (size=723) 2024-11-17T21:25:01,543 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/3f456d4a-7bec-f346-7ee7-314de7f9c403/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:01,544 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/3f456d4a-7bec-f346-7ee7-314de7f9c403/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/3f456d4a-7bec-f346-7ee7-314de7f9c403/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-17T21:25:01,544 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/3f456d4a-7bec-f346-7ee7-314de7f9c403/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731878701329/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-17T21:25:01,544 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/3f456d4a-7bec-f346-7ee7-314de7f9c403/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731878701329/wal.dat.0, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/3f456d4a-7bec-f346-7ee7-314de7f9c403/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731878701329/wal.dat.0, size=723 (723bytes) at 1731878701530Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/3f456d4a-7bec-f346-7ee7-314de7f9c403/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731878701329/wal.dat.0 so closing down at 1731878701534 (+4 ms)3 split writer threads finished at 1731878701534Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/3f456d4a-7bec-f346-7ee7-314de7f9c403/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731878701537 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/3f456d4a-7bec-f346-7ee7-314de7f9c403/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878701543 (+6 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/3f456d4a-7bec-f346-7ee7-314de7f9c403/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/3f456d4a-7bec-f346-7ee7-314de7f9c403/data/default/t1/r0/recovered.edits/0000000000000000009 at 1731878701544 (+1 ms)Processed 10 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/3f456d4a-7bec-f346-7ee7-314de7f9c403/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731878701329/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1731878701544 2024-11-17T21:25:01,545 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-17T21:25:01,545 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-17T21:25:01,545 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-17T21:25:01,546 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-17T21:25:01,546 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-17T21:25:01,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742294_1474 (size=93) 2024-11-17T21:25:01,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742294_1474 (size=93) 2024-11-17T21:25:01,550 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3f456d4a-7bec-f346-7ee7-314de7f9c403/oldWALs 2024-11-17T21:25:01,552 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1731878701451) 2024-11-17T21:25:01,558 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=146 (was 140) - Thread LEAK? -, OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=451 (was 451), ProcessCount=11 (was 11), AvailableMemoryMB=8207 (was 8213) 2024-11-17T21:25:01,564 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=146, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=451, ProcessCount=11, AvailableMemoryMB=8207 2024-11-17T21:25:01,564 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:25:01,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742296_1476 (size=7) 2024-11-17T21:25:01,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742296_1476 (size=7) 2024-11-17T21:25:01,569 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:25:01,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:25:01,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:25:01,572 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:25:01,573 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-17T21:25:01,573 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:25:01,573 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T21:25:01,573 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T21:25:01,574 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T21:25:01,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742297_1477 (size=1393) 2024-11-17T21:25:01,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742297_1477 (size=1393) 2024-11-17T21:25:01,584 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T21:25:01,584 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T21:25:01,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742298_1478 (size=1393) 2024-11-17T21:25:01,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742298_1478 (size=1393) 2024-11-17T21:25:01,592 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T21:25:01,592 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T21:25:01,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742299_1479 (size=1393) 2024-11-17T21:25:01,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742299_1479 (size=1393) 2024-11-17T21:25:01,601 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T21:25:01,601 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T21:25:01,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742300_1480 (size=1393) 2024-11-17T21:25:01,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742300_1480 (size=1393) 2024-11-17T21:25:01,611 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T21:25:01,611 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T21:25:01,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742301_1481 (size=1393) 2024-11-17T21:25:01,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742301_1481 (size=1393) 2024-11-17T21:25:01,619 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T21:25:01,620 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T21:25:01,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742302_1482 (size=1393) 2024-11-17T21:25:01,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742302_1482 (size=1393) 2024-11-17T21:25:01,629 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T21:25:01,629 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T21:25:01,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742303_1483 (size=1405) 2024-11-17T21:25:01,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742303_1483 (size=1405) 2024-11-17T21:25:01,638 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T21:25:01,638 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T21:25:01,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742304_1484 (size=1413) 2024-11-17T21:25:01,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742304_1484 (size=1413) 2024-11-17T21:25:01,646 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T21:25:01,647 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T21:25:01,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742305_1485 (size=1413) 2024-11-17T21:25:01,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742305_1485 (size=1413) 2024-11-17T21:25:01,655 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T21:25:01,655 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T21:25:01,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742306_1486 (size=1413) 2024-11-17T21:25:01,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742306_1486 (size=1413) 2024-11-17T21:25:01,664 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T21:25:01,683 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T21:25:01,683 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0 2024-11-17T21:25:01,683 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0 after 0ms 2024-11-17T21:25:01,685 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0 took 3ms 2024-11-17T21:25:01,687 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T21:25:01,687 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0 so closing down 2024-11-17T21:25:01,687 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:01,687 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:01,687 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T21:25:01,687 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0, size=1.4 K (1393bytes) at 1731878701683Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0 so closing down at 1731878701687 (+4 ms)3 split writer threads finished at 1731878701687Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731878701687 2024-11-17T21:25:01,689 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0 to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.0 2024-11-17T21:25:01,689 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T21:25:01,690 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1 2024-11-17T21:25:01,690 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1 after 0ms 2024-11-17T21:25:01,692 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1 took 2ms 2024-11-17T21:25:01,693 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T21:25:01,693 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1 so closing down 2024-11-17T21:25:01,693 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:01,693 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:01,693 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T21:25:01,693 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1, size=1.4 K (1393bytes) at 1731878701690Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1 so closing down at 1731878701693 (+3 ms)3 split writer threads finished at 1731878701693Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731878701693 2024-11-17T21:25:01,695 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1 to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.1 2024-11-17T21:25:01,695 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T21:25:01,695 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2 2024-11-17T21:25:01,695 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2 after 0ms 2024-11-17T21:25:01,697 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2 took 2ms 2024-11-17T21:25:01,702 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T21:25:01,702 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2 so closing down 2024-11-17T21:25:01,702 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:01,702 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:01,702 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T21:25:01,702 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2, size=1.4 K (1393bytes) at 1731878701695Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2 so closing down at 1731878701702 (+7 ms)3 split writer threads finished at 1731878701702Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731878701702 2024-11-17T21:25:01,704 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2 to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.2 2024-11-17T21:25:01,704 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T21:25:01,704 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3 2024-11-17T21:25:01,705 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3 after 1ms 2024-11-17T21:25:01,707 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3 took 2ms 2024-11-17T21:25:01,708 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T21:25:01,708 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3 so closing down 2024-11-17T21:25:01,708 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:01,708 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:01,708 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T21:25:01,708 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3, size=1.4 K (1393bytes) at 1731878701704Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3 so closing down at 1731878701708 (+4 ms)3 split writer threads finished at 1731878701708Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731878701708 2024-11-17T21:25:01,710 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3 to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.3 2024-11-17T21:25:01,710 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T21:25:01,710 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4 2024-11-17T21:25:01,710 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4 after 0ms 2024-11-17T21:25:01,712 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4 took 2ms 2024-11-17T21:25:01,713 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T21:25:01,713 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4 so closing down 2024-11-17T21:25:01,713 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:01,713 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:01,713 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T21:25:01,713 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4, size=1.4 K (1393bytes) at 1731878701710Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4 so closing down at 1731878701713 (+3 ms)3 split writer threads finished at 1731878701713Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731878701713 2024-11-17T21:25:01,715 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4 to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.4 2024-11-17T21:25:01,715 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5, size=1.4 K (1393bytes) 2024-11-17T21:25:01,715 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5 2024-11-17T21:25:01,715 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5 after 0ms 2024-11-17T21:25:01,717 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5 took 1ms 2024-11-17T21:25:01,717 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T21:25:01,718 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5 so closing down 2024-11-17T21:25:01,718 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:01,718 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:01,718 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T21:25:01,718 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5, size=1.4 K (1393bytes) at 1731878701715Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5 so closing down at 1731878701718 (+3 ms)3 split writer threads finished at 1731878701718Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731878701718 2024-11-17T21:25:01,720 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5 to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.5 2024-11-17T21:25:01,720 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T21:25:01,720 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6 2024-11-17T21:25:01,720 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6 after 0ms 2024-11-17T21:25:01,722 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6 took 1ms 2024-11-17T21:25:01,722 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T21:25:01,723 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6 so closing down 2024-11-17T21:25:01,723 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:01,723 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:01,723 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-17T21:25:01,723 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6, size=1.4 K (1405bytes) at 1731878701720Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6 so closing down at 1731878701723 (+3 ms)3 split writer threads finished at 1731878701723Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731878701723 2024-11-17T21:25:01,724 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6 to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.6 2024-11-17T21:25:01,725 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T21:25:01,725 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7 2024-11-17T21:25:01,725 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7 after 0ms 2024-11-17T21:25:01,727 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7 took 2ms 2024-11-17T21:25:01,728 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T21:25:01,728 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7 so closing down 2024-11-17T21:25:01,728 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:01,728 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:01,728 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-17T21:25:01,728 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7, size=1.4 K (1413bytes) at 1731878701725Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7 so closing down at 1731878701728 (+3 ms)3 split writer threads finished at 1731878701728Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731878701728 2024-11-17T21:25:01,730 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7 to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.7 2024-11-17T21:25:01,730 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T21:25:01,730 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8 2024-11-17T21:25:01,730 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8 after 0ms 2024-11-17T21:25:01,731 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8 took 1ms 2024-11-17T21:25:01,732 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T21:25:01,733 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8 so closing down 2024-11-17T21:25:01,733 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:01,733 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:01,733 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-17T21:25:01,733 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8, size=1.4 K (1413bytes) at 1731878701730Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8 so closing down at 1731878701733 (+3 ms)3 split writer threads finished at 1731878701733Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731878701733 2024-11-17T21:25:01,734 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8 to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.8 2024-11-17T21:25:01,734 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T21:25:01,734 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9 2024-11-17T21:25:01,735 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9 after 1ms 2024-11-17T21:25:01,736 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9 took 2ms 2024-11-17T21:25:01,737 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T21:25:01,737 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9 so closing down 2024-11-17T21:25:01,737 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:01,737 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:01,738 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-17T21:25:01,738 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9, size=1.4 K (1413bytes) at 1731878701734Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9 so closing down at 1731878701737 (+3 ms)3 split writer threads finished at 1731878701737Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731878701738 (+1 ms) 2024-11-17T21:25:01,739 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9 to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.9 2024-11-17T21:25:01,740 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731878701688; access_time=1731878701574; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731878701694; access_time=1731878701584; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731878701703; access_time=1731878701593; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731878701709; access_time=1731878701601; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731878701714; access_time=1731878701611; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731878701719; access_time=1731878701620; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731878701724; access_time=1731878701629; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731878701729; access_time=1731878701638; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731878701734; access_time=1731878701647; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731878701738; access_time=1731878701655; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-17T21:25:01,743 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:25:01,743 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T21:25:01,743 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T21:25:01,744 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T21:25:01,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742307_1487 (size=1393) 2024-11-17T21:25:01,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742307_1487 (size=1393) 2024-11-17T21:25:01,754 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T21:25:01,754 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T21:25:01,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742308_1488 (size=1393) 2024-11-17T21:25:01,762 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T21:25:01,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742308_1488 (size=1393) 2024-11-17T21:25:01,763 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T21:25:01,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742309_1489 (size=1393) 2024-11-17T21:25:01,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742309_1489 (size=1393) 2024-11-17T21:25:01,771 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T21:25:01,771 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T21:25:01,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742310_1490 (size=1393) 2024-11-17T21:25:01,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742310_1490 (size=1393) 2024-11-17T21:25:01,779 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T21:25:01,779 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T21:25:01,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742311_1491 (size=1393) 2024-11-17T21:25:01,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742311_1491 (size=1393) 2024-11-17T21:25:01,791 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T21:25:01,791 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T21:25:01,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742312_1492 (size=1393) 2024-11-17T21:25:01,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742312_1492 (size=1393) 2024-11-17T21:25:01,800 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T21:25:01,801 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T21:25:01,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742313_1493 (size=1405) 2024-11-17T21:25:01,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742313_1493 (size=1405) 2024-11-17T21:25:01,810 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T21:25:01,810 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T21:25:01,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:01,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:01,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742314_1494 (size=1413) 2024-11-17T21:25:01,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742314_1494 (size=1413) 2024-11-17T21:25:02,220 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T21:25:02,221 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T21:25:02,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742315_1495 (size=1413) 2024-11-17T21:25:02,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742315_1495 (size=1413) 2024-11-17T21:25:02,241 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T21:25:02,241 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T21:25:02,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:02,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:02,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742316_1496 (size=1413) 2024-11-17T21:25:02,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742316_1496 (size=1413) 2024-11-17T21:25:02,252 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T21:25:02,266 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T21:25:02,266 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0 2024-11-17T21:25:02,267 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0 after 1ms 2024-11-17T21:25:02,268 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0 took 2ms 2024-11-17T21:25:02,270 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T21:25:02,270 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0 so closing down 2024-11-17T21:25:02,270 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:02,270 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:02,272 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T21:25:02,272 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T21:25:02,273 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T21:25:02,273 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T21:25:02,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742317_1497 (size=418) 2024-11-17T21:25:02,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742317_1497 (size=418) 2024-11-17T21:25:02,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742318_1498 (size=418) 2024-11-17T21:25:02,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742318_1498 (size=418) 2024-11-17T21:25:02,277 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:02,278 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-17T21:25:02,678 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:02,679 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-17T21:25:02,679 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T21:25:02,679 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0, size=1.4 K (1393bytes) at 1731878702266Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0 so closing down at 1731878702270 (+4 ms)3 split writer threads finished at 1731878702270Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731878702273 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731878702273Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731878702277 (+4 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1731878702278 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731878702678 (+400 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1731878702679 (+1 ms)Processed 10 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731878702679 2024-11-17T21:25:02,681 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0 to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.0 2024-11-17T21:25:02,681 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T21:25:02,681 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1 2024-11-17T21:25:02,681 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1 after 0ms 2024-11-17T21:25:02,683 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1 took 2ms 2024-11-17T21:25:02,688 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T21:25:02,688 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1 so closing down 2024-11-17T21:25:02,688 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:02,688 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:02,690 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T21:25:02,691 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T21:25:02,691 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T21:25:02,692 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T21:25:02,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742319_1499 (size=418) 2024-11-17T21:25:02,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742320_1500 (size=418) 2024-11-17T21:25:02,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742319_1499 (size=418) 2024-11-17T21:25:02,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742320_1500 (size=418) 2024-11-17T21:25:02,698 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:02,698 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:02,699 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-17T21:25:02,699 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-17T21:25:02,699 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T21:25:02,699 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1, size=1.4 K (1393bytes) at 1731878702681Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1 so closing down at 1731878702688 (+7 ms)3 split writer threads finished at 1731878702688Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731878702691 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731878702692 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731878702698 (+6 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731878702698Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1731878702699 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1731878702699Processed 10 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731878702699 2024-11-17T21:25:02,701 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1 to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.1 2024-11-17T21:25:02,701 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T21:25:02,701 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2 2024-11-17T21:25:02,701 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2 after 0ms 2024-11-17T21:25:02,703 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2 took 2ms 2024-11-17T21:25:02,704 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T21:25:02,704 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2 so closing down 2024-11-17T21:25:02,704 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:02,704 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:02,706 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T21:25:02,706 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T21:25:02,707 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T21:25:02,707 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T21:25:02,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742321_1501 (size=418) 2024-11-17T21:25:02,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742321_1501 (size=418) 2024-11-17T21:25:02,713 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:02,714 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-17T21:25:02,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742322_1502 (size=418) 2024-11-17T21:25:02,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742322_1502 (size=418) 2024-11-17T21:25:02,719 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:02,719 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-17T21:25:02,720 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T21:25:02,720 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2, size=1.4 K (1393bytes) at 1731878702701Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2 so closing down at 1731878702704 (+3 ms)3 split writer threads finished at 1731878702704Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731878702707 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731878702707Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731878702713 (+6 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1731878702714 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731878702719 (+5 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1731878702719Processed 10 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731878702720 (+1 ms) 2024-11-17T21:25:02,721 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2 to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.2 2024-11-17T21:25:02,721 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T21:25:02,721 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3 2024-11-17T21:25:02,721 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3 after 0ms 2024-11-17T21:25:02,723 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3 took 2ms 2024-11-17T21:25:02,724 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T21:25:02,724 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3 so closing down 2024-11-17T21:25:02,724 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:02,724 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:02,726 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T21:25:02,726 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T21:25:02,727 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T21:25:02,727 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T21:25:02,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742324_1504 (size=418) 2024-11-17T21:25:02,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742324_1504 (size=418) 2024-11-17T21:25:02,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742323_1503 (size=418) 2024-11-17T21:25:02,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742323_1503 (size=418) 2024-11-17T21:25:02,736 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:02,737 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-17T21:25:03,135 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:03,137 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-17T21:25:03,137 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T21:25:03,137 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3, size=1.4 K (1393bytes) at 1731878702721Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3 so closing down at 1731878702724 (+3 ms)3 split writer threads finished at 1731878702724Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731878702727 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731878702727Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731878702736 (+9 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1731878702737 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731878703135 (+398 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1731878703137 (+2 ms)Processed 10 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731878703137 2024-11-17T21:25:03,139 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3 to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.3 2024-11-17T21:25:03,139 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T21:25:03,139 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4 2024-11-17T21:25:03,140 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4 after 1ms 2024-11-17T21:25:03,142 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4 took 3ms 2024-11-17T21:25:03,143 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T21:25:03,143 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4 so closing down 2024-11-17T21:25:03,143 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:03,144 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:03,146 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T21:25:03,146 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T21:25:03,147 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T21:25:03,147 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T21:25:03,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742325_1505 (size=418) 2024-11-17T21:25:03,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742326_1506 (size=418) 2024-11-17T21:25:03,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742326_1506 (size=418) 2024-11-17T21:25:03,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742325_1505 (size=418) 2024-11-17T21:25:03,152 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:03,152 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:03,153 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-17T21:25:03,153 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-17T21:25:03,154 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T21:25:03,154 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4, size=1.4 K (1393bytes) at 1731878703139Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4 so closing down at 1731878703143 (+4 ms)3 split writer threads finished at 1731878703144 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731878703147 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731878703147Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731878703152 (+5 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731878703152Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1731878703153 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1731878703153Processed 10 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731878703154 (+1 ms) 2024-11-17T21:25:03,155 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4 to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.4 2024-11-17T21:25:03,155 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5, size=1.4 K (1393bytes) 2024-11-17T21:25:03,155 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5 2024-11-17T21:25:03,155 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5 after 0ms 2024-11-17T21:25:03,156 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5 took 1ms 2024-11-17T21:25:03,157 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T21:25:03,158 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5 so closing down 2024-11-17T21:25:03,158 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:03,158 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:03,160 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T21:25:03,160 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T21:25:03,161 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T21:25:03,161 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T21:25:03,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742327_1507 (size=418) 2024-11-17T21:25:03,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742328_1508 (size=418) 2024-11-17T21:25:03,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742327_1507 (size=418) 2024-11-17T21:25:03,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742328_1508 (size=418) 2024-11-17T21:25:03,165 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:03,165 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:03,166 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-17T21:25:03,166 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-17T21:25:03,167 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T21:25:03,167 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5, size=1.4 K (1393bytes) at 1731878703155Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5 so closing down at 1731878703158 (+3 ms)3 split writer threads finished at 1731878703158Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731878703161 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731878703161Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731878703165 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731878703165Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1731878703166 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731878703166Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731878703167 (+1 ms) 2024-11-17T21:25:03,168 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5 to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.5 2024-11-17T21:25:03,168 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T21:25:03,168 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6 2024-11-17T21:25:03,168 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6 after 0ms 2024-11-17T21:25:03,170 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6 took 2ms 2024-11-17T21:25:03,171 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T21:25:03,171 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6 so closing down 2024-11-17T21:25:03,171 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:03,171 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:03,173 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T21:25:03,173 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T21:25:03,174 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T21:25:03,174 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T21:25:03,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742329_1509 (size=419) 2024-11-17T21:25:03,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742329_1509 (size=419) 2024-11-17T21:25:03,180 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:03,180 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-17T21:25:03,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742330_1510 (size=419) 2024-11-17T21:25:03,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742330_1510 (size=419) 2024-11-17T21:25:03,185 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:03,186 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-17T21:25:03,186 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-17T21:25:03,186 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6, size=1.4 K (1405bytes) at 1731878703168Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6 so closing down at 1731878703171 (+3 ms)3 split writer threads finished at 1731878703171Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731878703174 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731878703174Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731878703180 (+6 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1731878703180Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731878703185 (+5 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1731878703186 (+1 ms)Processed 10 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731878703186 2024-11-17T21:25:03,187 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6 to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.6 2024-11-17T21:25:03,187 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T21:25:03,187 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7 2024-11-17T21:25:03,187 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7 after 0ms 2024-11-17T21:25:03,189 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7 took 2ms 2024-11-17T21:25:03,189 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T21:25:03,190 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7 so closing down 2024-11-17T21:25:03,190 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:03,190 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:03,191 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T21:25:03,191 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T21:25:03,192 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T21:25:03,192 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T21:25:03,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742331_1511 (size=423) 2024-11-17T21:25:03,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742331_1511 (size=423) 2024-11-17T21:25:03,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742332_1512 (size=423) 2024-11-17T21:25:03,198 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:03,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742332_1512 (size=423) 2024-11-17T21:25:03,199 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-17T21:25:03,599 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:03,601 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-17T21:25:03,602 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-17T21:25:03,602 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7, size=1.4 K (1413bytes) at 1731878703187Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7 so closing down at 1731878703190 (+3 ms)3 split writer threads finished at 1731878703190Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731878703192 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731878703192Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731878703198 (+6 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1731878703199 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731878703599 (+400 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1731878703601 (+2 ms)Processed 10 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731878703602 (+1 ms) 2024-11-17T21:25:03,605 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7 to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.7 2024-11-17T21:25:03,605 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T21:25:03,605 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8 2024-11-17T21:25:03,606 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8 after 1ms 2024-11-17T21:25:03,609 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8 took 4ms 2024-11-17T21:25:03,612 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T21:25:03,612 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8 so closing down 2024-11-17T21:25:03,612 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:03,613 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:03,616 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T21:25:03,616 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T21:25:03,617 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T21:25:03,617 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T21:25:03,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742333_1513 (size=423) 2024-11-17T21:25:03,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742333_1513 (size=423) 2024-11-17T21:25:03,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742334_1514 (size=423) 2024-11-17T21:25:03,622 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:03,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742334_1514 (size=423) 2024-11-17T21:25:03,623 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:03,623 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-17T21:25:03,623 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-17T21:25:03,624 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-17T21:25:03,624 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8, size=1.4 K (1413bytes) at 1731878703605Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8 so closing down at 1731878703612 (+7 ms)3 split writer threads finished at 1731878703613 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731878703617 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731878703617Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731878703622 (+5 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731878703623 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1731878703623Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1731878703623Processed 10 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731878703624 (+1 ms) 2024-11-17T21:25:03,625 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8 to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.8 2024-11-17T21:25:03,625 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T21:25:03,625 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9 2024-11-17T21:25:03,625 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9 after 0ms 2024-11-17T21:25:03,627 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9 took 2ms 2024-11-17T21:25:03,628 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T21:25:03,628 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9 so closing down 2024-11-17T21:25:03,628 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:03,628 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:03,629 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T21:25:03,629 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T21:25:03,630 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T21:25:03,630 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T21:25:03,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742335_1515 (size=423) 2024-11-17T21:25:03,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742336_1516 (size=423) 2024-11-17T21:25:03,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742335_1515 (size=423) 2024-11-17T21:25:03,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742336_1516 (size=423) 2024-11-17T21:25:03,638 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:03,638 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:03,639 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-17T21:25:03,639 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-17T21:25:03,639 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-17T21:25:03,639 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9, size=1.4 K (1413bytes) at 1731878703625Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9 so closing down at 1731878703628 (+3 ms)3 split writer threads finished at 1731878703628Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731878703630 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731878703630Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731878703638 (+8 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731878703638Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1731878703639 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1731878703639Processed 10 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731878703639 2024-11-17T21:25:03,640 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9 to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.9 2024-11-17T21:25:03,641 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731878702680; access_time=1731878701744; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731878702700; access_time=1731878701754; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731878702720; access_time=1731878701763; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731878703138; access_time=1731878701771; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731878703154; access_time=1731878701779; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731878703167; access_time=1731878701792; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731878703186; access_time=1731878701801; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731878703603; access_time=1731878701810; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731878703624; access_time=1731878702222; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731878703640; access_time=1731878702241; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-17T21:25:03,644 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:25:03,644 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T21:25:03,644 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T21:25:03,645 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T21:25:03,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742337_1517 (size=1393) 2024-11-17T21:25:03,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742337_1517 (size=1393) 2024-11-17T21:25:03,657 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T21:25:03,657 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T21:25:03,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742338_1518 (size=1393) 2024-11-17T21:25:03,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742338_1518 (size=1393) 2024-11-17T21:25:03,667 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T21:25:03,667 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T21:25:03,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742339_1519 (size=1393) 2024-11-17T21:25:03,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742339_1519 (size=1393) 2024-11-17T21:25:03,677 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T21:25:03,677 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T21:25:03,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742340_1520 (size=1393) 2024-11-17T21:25:03,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742340_1520 (size=1393) 2024-11-17T21:25:03,686 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T21:25:03,686 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T21:25:03,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742341_1521 (size=1393) 2024-11-17T21:25:03,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742341_1521 (size=1393) 2024-11-17T21:25:03,694 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T21:25:03,694 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T21:25:03,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742342_1522 (size=1393) 2024-11-17T21:25:03,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742342_1522 (size=1393) 2024-11-17T21:25:03,702 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T21:25:03,702 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T21:25:03,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742343_1523 (size=1405) 2024-11-17T21:25:03,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742343_1523 (size=1405) 2024-11-17T21:25:03,710 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T21:25:03,710 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T21:25:03,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742344_1524 (size=1413) 2024-11-17T21:25:03,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742344_1524 (size=1413) 2024-11-17T21:25:03,718 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T21:25:03,718 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T21:25:03,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742345_1525 (size=1413) 2024-11-17T21:25:03,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742345_1525 (size=1413) 2024-11-17T21:25:03,725 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T21:25:03,725 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T21:25:03,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:03,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:03,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742346_1526 (size=1413) 2024-11-17T21:25:03,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742346_1526 (size=1413) 2024-11-17T21:25:03,733 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T21:25:03,746 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T21:25:03,746 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0 2024-11-17T21:25:03,747 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0 after 1ms 2024-11-17T21:25:03,748 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0 took 2ms 2024-11-17T21:25:03,750 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T21:25:03,750 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0 so closing down 2024-11-17T21:25:03,750 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:03,750 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:03,751 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T21:25:03,751 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T21:25:03,752 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T21:25:03,752 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T21:25:03,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742348_1528 (size=678) 2024-11-17T21:25:03,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742348_1528 (size=678) 2024-11-17T21:25:03,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742347_1527 (size=743) 2024-11-17T21:25:03,756 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:03,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742347_1527 (size=743) 2024-11-17T21:25:03,757 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-17T21:25:04,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:04,161 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T21:25:04,162 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T21:25:04,162 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0, size=1.4 K (1393bytes) at 1731878703746Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0 so closing down at 1731878703750 (+4 ms)3 split writer threads finished at 1731878703750Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731878703752 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731878703752Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731878703756 (+4 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1731878703757 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878704158 (+401 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731878704161 (+3 ms)Processed 19 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731878704162 (+1 ms) 2024-11-17T21:25:04,165 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.0 to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.0 2024-11-17T21:25:04,165 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T21:25:04,165 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1 2024-11-17T21:25:04,165 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1 after 0ms 2024-11-17T21:25:04,167 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1 took 2ms 2024-11-17T21:25:04,168 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T21:25:04,168 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1 so closing down 2024-11-17T21:25:04,168 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:04,169 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:04,170 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T21:25:04,170 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T21:25:04,171 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T21:25:04,171 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T21:25:04,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742349_1529 (size=678) 2024-11-17T21:25:04,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742350_1530 (size=743) 2024-11-17T21:25:04,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742350_1530 (size=743) 2024-11-17T21:25:04,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742349_1529 (size=678) 2024-11-17T21:25:04,178 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:04,178 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:04,179 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T21:25:04,179 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-17T21:25:04,179 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T21:25:04,179 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1, size=1.4 K (1393bytes) at 1731878704165Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1 so closing down at 1731878704168 (+3 ms)3 split writer threads finished at 1731878704169 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731878704171 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731878704171Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731878704178 (+7 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731878704178Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731878704179 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1731878704179Processed 19 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731878704179 2024-11-17T21:25:04,180 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.1 to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.1 2024-11-17T21:25:04,180 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T21:25:04,180 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2 2024-11-17T21:25:04,180 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2 after 0ms 2024-11-17T21:25:04,182 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2 took 2ms 2024-11-17T21:25:04,183 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T21:25:04,183 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2 so closing down 2024-11-17T21:25:04,183 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:04,183 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:04,185 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T21:25:04,185 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T21:25:04,185 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T21:25:04,185 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T21:25:04,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742352_1532 (size=678) 2024-11-17T21:25:04,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742351_1531 (size=743) 2024-11-17T21:25:04,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742352_1532 (size=678) 2024-11-17T21:25:04,189 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:04,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742351_1531 (size=743) 2024-11-17T21:25:04,189 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:04,190 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T21:25:04,190 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-17T21:25:04,190 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T21:25:04,190 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2, size=1.4 K (1393bytes) at 1731878704180Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2 so closing down at 1731878704183 (+3 ms)3 split writer threads finished at 1731878704183Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731878704185 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731878704185Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878704189 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731878704189Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731878704190 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1731878704190Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731878704190 2024-11-17T21:25:04,191 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.2 to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.2 2024-11-17T21:25:04,191 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T21:25:04,191 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3 2024-11-17T21:25:04,191 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3 after 0ms 2024-11-17T21:25:04,193 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3 took 2ms 2024-11-17T21:25:04,194 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T21:25:04,194 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3 so closing down 2024-11-17T21:25:04,194 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:04,194 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:04,196 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T21:25:04,196 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T21:25:04,196 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T21:25:04,196 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T21:25:04,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742354_1534 (size=678) 2024-11-17T21:25:04,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742353_1533 (size=743) 2024-11-17T21:25:04,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742353_1533 (size=743) 2024-11-17T21:25:04,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742354_1534 (size=678) 2024-11-17T21:25:04,200 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:04,201 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-17T21:25:04,602 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:04,605 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T21:25:04,606 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T21:25:04,606 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3, size=1.4 K (1393bytes) at 1731878704191Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3 so closing down at 1731878704194 (+3 ms)3 split writer threads finished at 1731878704194Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731878704196 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731878704196Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731878704200 (+4 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1731878704201 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878704602 (+401 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731878704605 (+3 ms)Processed 19 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731878704606 (+1 ms) 2024-11-17T21:25:04,609 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.3 to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.3 2024-11-17T21:25:04,610 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T21:25:04,610 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4 2024-11-17T21:25:04,611 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4 after 0ms 2024-11-17T21:25:04,613 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4 took 3ms 2024-11-17T21:25:04,614 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T21:25:04,615 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4 so closing down 2024-11-17T21:25:04,615 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:04,615 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:04,617 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T21:25:04,617 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T21:25:04,618 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T21:25:04,618 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T21:25:04,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742355_1535 (size=743) 2024-11-17T21:25:04,622 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:04,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742355_1535 (size=743) 2024-11-17T21:25:04,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742356_1536 (size=678) 2024-11-17T21:25:04,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742356_1536 (size=678) 2024-11-17T21:25:04,622 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:04,623 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T21:25:04,623 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-17T21:25:04,623 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T21:25:04,623 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4, size=1.4 K (1393bytes) at 1731878704610Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4 so closing down at 1731878704615 (+5 ms)3 split writer threads finished at 1731878704615Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731878704618 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731878704618Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878704622 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731878704622Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731878704623 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1731878704623Processed 19 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731878704623 2024-11-17T21:25:04,625 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.4 to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.4 2024-11-17T21:25:04,625 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5, size=1.4 K (1393bytes) 2024-11-17T21:25:04,625 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5 2024-11-17T21:25:04,625 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5 after 0ms 2024-11-17T21:25:04,627 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5 took 2ms 2024-11-17T21:25:04,628 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T21:25:04,628 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5 so closing down 2024-11-17T21:25:04,628 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:04,628 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:04,629 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T21:25:04,629 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T21:25:04,630 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T21:25:04,630 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T21:25:04,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742358_1538 (size=678) 2024-11-17T21:25:04,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742357_1537 (size=743) 2024-11-17T21:25:04,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742357_1537 (size=743) 2024-11-17T21:25:04,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742358_1538 (size=678) 2024-11-17T21:25:04,638 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:04,638 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:04,638 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-17T21:25:04,638 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-17T21:25:04,639 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T21:25:04,639 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5, size=1.4 K (1393bytes) at 1731878704625Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5 so closing down at 1731878704628 (+3 ms)3 split writer threads finished at 1731878704628Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731878704630 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731878704630Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731878704638 (+8 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878704638Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731878704638Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1731878704638Processed 19 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731878704639 (+1 ms) 2024-11-17T21:25:04,640 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.5 to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.5 2024-11-17T21:25:04,640 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T21:25:04,640 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6 2024-11-17T21:25:04,640 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6 after 0ms 2024-11-17T21:25:04,642 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6 took 2ms 2024-11-17T21:25:04,643 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T21:25:04,643 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6 so closing down 2024-11-17T21:25:04,643 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:04,643 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:04,645 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T21:25:04,645 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T21:25:04,646 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T21:25:04,646 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T21:25:04,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742360_1540 (size=683) 2024-11-17T21:25:04,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742359_1539 (size=749) 2024-11-17T21:25:04,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742359_1539 (size=749) 2024-11-17T21:25:04,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742360_1540 (size=683) 2024-11-17T21:25:04,649 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:04,649 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:04,650 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T21:25:04,650 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-17T21:25:04,650 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-17T21:25:04,650 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6, size=1.4 K (1405bytes) at 1731878704640Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6 so closing down at 1731878704643 (+3 ms)3 split writer threads finished at 1731878704643Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731878704646 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731878704646Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878704649 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731878704649Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731878704650 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1731878704650Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731878704650 2024-11-17T21:25:04,651 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.6 to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.6 2024-11-17T21:25:04,651 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T21:25:04,651 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7 2024-11-17T21:25:04,652 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7 after 1ms 2024-11-17T21:25:04,653 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7 took 2ms 2024-11-17T21:25:04,654 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T21:25:04,654 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7 so closing down 2024-11-17T21:25:04,654 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:04,654 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:04,656 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T21:25:04,656 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T21:25:04,656 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T21:25:04,656 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T21:25:04,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742362_1542 (size=687) 2024-11-17T21:25:04,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742361_1541 (size=753) 2024-11-17T21:25:04,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742362_1542 (size=687) 2024-11-17T21:25:04,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742361_1541 (size=753) 2024-11-17T21:25:04,659 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:04,659 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:04,660 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T21:25:04,660 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-17T21:25:04,660 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-17T21:25:04,660 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7, size=1.4 K (1413bytes) at 1731878704651Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7 so closing down at 1731878704654 (+3 ms)3 split writer threads finished at 1731878704654Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731878704656 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731878704656Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878704659 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731878704660 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731878704660Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1731878704660Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731878704660 2024-11-17T21:25:04,661 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.7 to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.7 2024-11-17T21:25:04,662 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T21:25:04,662 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8 2024-11-17T21:25:04,662 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8 after 0ms 2024-11-17T21:25:04,663 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8 took 2ms 2024-11-17T21:25:04,664 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T21:25:04,664 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8 so closing down 2024-11-17T21:25:04,664 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:04,664 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:04,666 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T21:25:04,666 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T21:25:04,667 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T21:25:04,667 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T21:25:04,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742363_1543 (size=687) 2024-11-17T21:25:04,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742363_1543 (size=687) 2024-11-17T21:25:04,673 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:04,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742364_1544 (size=753) 2024-11-17T21:25:04,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742364_1544 (size=753) 2024-11-17T21:25:04,674 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:04,674 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-17T21:25:04,674 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T21:25:04,674 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-17T21:25:04,674 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8, size=1.4 K (1413bytes) at 1731878704662Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8 so closing down at 1731878704664 (+2 ms)3 split writer threads finished at 1731878704664Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731878704667 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731878704667Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731878704673 (+6 ms)Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878704674 (+1 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1731878704674Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731878704674Processed 19 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731878704674 2024-11-17T21:25:04,676 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.8 to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.8 2024-11-17T21:25:04,676 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T21:25:04,676 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9 2024-11-17T21:25:04,676 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9 after 0ms 2024-11-17T21:25:04,678 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9 took 2ms 2024-11-17T21:25:04,679 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T21:25:04,679 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9 so closing down 2024-11-17T21:25:04,679 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T21:25:04,679 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T21:25:04,681 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T21:25:04,681 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T21:25:04,681 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T21:25:04,681 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T21:25:04,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742365_1545 (size=687) 2024-11-17T21:25:04,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742365_1545 (size=687) 2024-11-17T21:25:04,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742366_1546 (size=753) 2024-11-17T21:25:04,686 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:04,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742366_1546 (size=753) 2024-11-17T21:25:04,686 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-17T21:25:05,086 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T21:25:05,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T21:25:05,088 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-17T21:25:05,088 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9, size=1.4 K (1413bytes) at 1731878704676Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9 so closing down at 1731878704679 (+3 ms)3 split writer threads finished at 1731878704679Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731878704681 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731878704681Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731878704686 (+5 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1731878704686Closed recovered edits writer path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731878705086 (+400 ms)Rename recovered edits hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731878705088 (+2 ms)Processed 19 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731878705088 2024-11-17T21:25:05,089 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731878701572/wal.dat.9 to hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.9 2024-11-17T21:25:05,090 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731878704164; access_time=1731878703645; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731878704179; access_time=1731878703657; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731878704190; access_time=1731878703668; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731878704608; access_time=1731878703677; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731878704624; access_time=1731878703686; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731878704639; access_time=1731878703694; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731878704651; access_time=1731878703702; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731878704661; access_time=1731878703710; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731878704675; access_time=1731878703718; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:43469/user/jenkins/test-data/0977076f-7a14-a0c9-6c16-599fb37644f6/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731878705089; access_time=1731878703725; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-17T21:25:05,098 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=146 (was 146), OpenFileDescriptor=391 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=451 (was 451), ProcessCount=11 (was 11), AvailableMemoryMB=8159 (was 8207) 2024-11-17T21:25:05,103 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=146, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=451, ProcessCount=11, AvailableMemoryMB=8158 2024-11-17T21:25:05,104 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T21:25:05,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742367_1547 (size=7) 2024-11-17T21:25:05,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742367_1547 (size=7) 2024-11-17T21:25:05,109 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43469/user/jenkins/test-data/7755f03a-5003-d9da-fb18-b13dceff7c3e with version=8 2024-11-17T21:25:05,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:25:05,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:25:05,112 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T21:25:05,113 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T21:25:05,113 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T21:25:05,114 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T21:25:05,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:05,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:05,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:05,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:05,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:05,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:05,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:05,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:05,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:05,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:05,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:05,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:05,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:05,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:05,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:05,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:05,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:05,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:05,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:05,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:05,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:05,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:05,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:05,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:05,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:05,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:05,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:05,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:05,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:05,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:05,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:05,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:05,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:05,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:05,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:05,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:05,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:05,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:05,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T21:25:05,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T21:25:05,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742368_1548 (size=2324) 2024-11-17T21:25:05,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742368_1548 (size=2324) 2024-11-17T21:25:05,124 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T21:25:05,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46155 is added to blk_1073742369_1549 (size=2325) 2024-11-17T21:25:05,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073742369_1549 (size=2325) 2024-11-17T21:25:05,143 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43469/user/jenkins/test-data/4bda8148-8b19-f2b7-fc86-985a5474e2ec/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731878705112/wal.dat.0, size=2.3 K (2325bytes) 2024-11-17T21:25:05,143 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43469/user/jenkins/test-data/4bda8148-8b19-f2b7-fc86-985a5474e2ec/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731878705112/wal.dat.0 2024-11-17T21:25:05,143 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43469/user/jenkins/test-data/4bda8148-8b19-f2b7-fc86-985a5474e2ec/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731878705112/wal.dat.0 after 0ms 2024-11-17T21:25:05,145 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:43469/user/jenkins/test-data/4bda8148-8b19-f2b7-fc86-985a5474e2ec/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731878705112/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:43469/user/jenkins/test-data/4bda8148-8b19-f2b7-fc86-985a5474e2ec/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731878705112/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-17T21:25:05,145 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/4bda8148-8b19-f2b7-fc86-985a5474e2ec/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731878705112/wal.dat.0 so closing down 2024-11-17T21:25:05,145 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/4bda8148-8b19-f2b7-fc86-985a5474e2ec/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731878705112/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-17T21:25:05,145 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43469/user/jenkins/test-data/4bda8148-8b19-f2b7-fc86-985a5474e2ec/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731878705112/wal.dat.0, journal: Splitting hdfs://localhost:43469/user/jenkins/test-data/4bda8148-8b19-f2b7-fc86-985a5474e2ec/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731878705112/wal.dat.0, size=2.3 K (2325bytes) at 1731878705143Finishing writing output for hdfs://localhost:43469/user/jenkins/test-data/4bda8148-8b19-f2b7-fc86-985a5474e2ec/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731878705112/wal.dat.0 so closing down at 1731878705145 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:43469/user/jenkins/test-data/4bda8148-8b19-f2b7-fc86-985a5474e2ec/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731878705112/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1731878705145 2024-11-17T21:25:05,147 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43469/user/jenkins/test-data/4bda8148-8b19-f2b7-fc86-985a5474e2ec/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731878705112/wal.dat.0 to hdfs://localhost:43469/user/jenkins/test-data/4bda8148-8b19-f2b7-fc86-985a5474e2ec/corrupt/wal.dat.0 2024-11-17T21:25:05,155 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=146 (was 146), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=451 (was 451), ProcessCount=11 (was 11), AvailableMemoryMB=8156 (was 8158) 2024-11-17T21:25:05,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26bdee85{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:25:05,193 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@685be9d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:25:05,193 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:25:05,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41496f18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:25:05,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@103e0162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/hadoop.log.dir/,STOPPED} 2024-11-17T21:25:05,198 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T21:25:05,198 WARN [BP-1419790468-172.17.0.2-1731878644224 heartbeating to localhost/127.0.0.1:43469 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T21:25:05,198 WARN [BP-1419790468-172.17.0.2-1731878644224 heartbeating to localhost/127.0.0.1:43469 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1419790468-172.17.0.2-1731878644224 (Datanode Uuid 2bfb323d-5769-431b-ae65-a0dc63b017ac) service to localhost/127.0.0.1:43469 2024-11-17T21:25:05,198 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T21:25:05,200 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/cluster_ab36f441-25e3-2475-6036-6f15807cea8d/data/data3/current/BP-1419790468-172.17.0.2-1731878644224 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:25:05,201 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/cluster_ab36f441-25e3-2475-6036-6f15807cea8d/data/data4/current/BP-1419790468-172.17.0.2-1731878644224 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:25:05,202 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T21:25:05,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25e2c22c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:25:05,204 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50d53203{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:25:05,204 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:25:05,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2964d180{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:25:05,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@423f2b6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/hadoop.log.dir/,STOPPED} 2024-11-17T21:25:05,206 WARN [BP-1419790468-172.17.0.2-1731878644224 heartbeating to localhost/127.0.0.1:43469 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T21:25:05,206 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T21:25:05,206 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T21:25:05,206 WARN [BP-1419790468-172.17.0.2-1731878644224 heartbeating to localhost/127.0.0.1:43469 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1419790468-172.17.0.2-1731878644224 (Datanode Uuid d0f54db6-a8d7-42e8-9d8a-eb476ec7799a) service to localhost/127.0.0.1:43469 2024-11-17T21:25:05,207 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/cluster_ab36f441-25e3-2475-6036-6f15807cea8d/data/data1/current/BP-1419790468-172.17.0.2-1731878644224 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:25:05,207 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/cluster_ab36f441-25e3-2475-6036-6f15807cea8d/data/data2/current/BP-1419790468-172.17.0.2-1731878644224 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:25:05,208 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T21:25:05,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5fb88504{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:25:05,219 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c6addc2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:25:05,219 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:25:05,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6325f080{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:25:05,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c277883{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66b59661-2a2a-3b41-b46b-7749d1758dfd/hadoop.log.dir/,STOPPED}