2024-11-16 11:23:47,120 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-16 11:23:47,136 main DEBUG Took 0.012898 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-16 11:23:47,136 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-16 11:23:47,137 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-16 11:23:47,138 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-16 11:23:47,140 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:23:47,151 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-16 11:23:47,167 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:23:47,169 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:23:47,170 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:23:47,170 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:23:47,171 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:23:47,171 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:23:47,173 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:23:47,173 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:23:47,174 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:23:47,174 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:23:47,175 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:23:47,176 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:23:47,176 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:23:47,177 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:23:47,178 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:23:47,178 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:23:47,179 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:23:47,179 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:23:47,180 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:23:47,180 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:23:47,181 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:23:47,181 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:23:47,181 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:23:47,182 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:23:47,182 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:23:47,182 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-16 11:23:47,183 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:23:47,185 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-16 11:23:47,186 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-16 11:23:47,187 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-16 11:23:47,188 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-16 11:23:47,189 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-16 11:23:47,199 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-16 11:23:47,202 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-16 11:23:47,204 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-16 11:23:47,205 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-16 11:23:47,205 main DEBUG createAppenders(={Console}) 2024-11-16 11:23:47,206 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-16 11:23:47,206 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-16 11:23:47,207 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-16 11:23:47,208 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-16 11:23:47,208 main DEBUG OutputStream closed 2024-11-16 11:23:47,208 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-16 11:23:47,209 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-16 11:23:47,209 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-16 11:23:47,289 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-16 11:23:47,291 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-16 11:23:47,292 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-16 11:23:47,293 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-16 11:23:47,294 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-16 11:23:47,294 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-16 11:23:47,294 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-16 11:23:47,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-16 11:23:47,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-16 11:23:47,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-16 11:23:47,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-16 11:23:47,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-16 11:23:47,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-16 11:23:47,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-16 11:23:47,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-16 11:23:47,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-16 11:23:47,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-16 11:23:47,298 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-16 11:23:47,300 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16 11:23:47,300 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-16 11:23:47,300 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-16 11:23:47,301 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-16T11:23:47,313 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-16 11:23:47,315 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-16 11:23:47,316 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16T11:23:47,606 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4 2024-11-16T11:23:47,607 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-16T11:23:47,730 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-16T11:23:47,811 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/cluster_d456d332-ecd7-dc23-afbc-91be80ad86a6, deleteOnExit=true 2024-11-16T11:23:47,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/test.cache.data in system properties and HBase conf 2024-11-16T11:23:47,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T11:23:47,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/hadoop.log.dir in system properties and HBase conf 2024-11-16T11:23:47,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T11:23:47,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T11:23:47,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T11:23:47,897 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T11:23:47,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:23:47,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:23:47,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T11:23:47,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:23:47,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T11:23:47,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T11:23:47,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:23:47,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:23:47,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T11:23:47,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/nfs.dump.dir in system properties and HBase conf 2024-11-16T11:23:47,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/java.io.tmpdir in system properties and HBase conf 2024-11-16T11:23:47,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:23:47,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T11:23:47,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T11:23:49,015 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T11:23:49,103 INFO [Time-limited test {}] log.Log(170): Logging initialized @2926ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-16T11:23:49,197 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:23:49,258 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:23:49,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:23:49,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:23:49,278 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T11:23:49,288 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:23:49,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:23:49,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:23:49,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dfe145b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/java.io.tmpdir/jetty-localhost-36873-hadoop-hdfs-3_4_1-tests_jar-_-any-2537403786936344320/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:23:49,468 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:36873} 2024-11-16T11:23:49,468 INFO [Time-limited test {}] server.Server(415): Started @3292ms 2024-11-16T11:23:50,036 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:23:50,044 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:23:50,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:23:50,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:23:50,046 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T11:23:50,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:23:50,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:23:50,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e587259{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/java.io.tmpdir/jetty-localhost-41161-hadoop-hdfs-3_4_1-tests_jar-_-any-6990529675114973758/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:23:50,170 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:41161} 2024-11-16T11:23:50,170 INFO [Time-limited test {}] server.Server(415): Started @3993ms 2024-11-16T11:23:50,225 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:23:50,351 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:23:50,358 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:23:50,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:23:50,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:23:50,361 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T11:23:50,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:23:50,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:23:50,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a0403e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/java.io.tmpdir/jetty-localhost-34671-hadoop-hdfs-3_4_1-tests_jar-_-any-16121928300514676951/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:23:50,494 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:34671} 2024-11-16T11:23:50,495 INFO [Time-limited test {}] server.Server(415): Started @4318ms 2024-11-16T11:23:50,497 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:23:52,092 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/cluster_d456d332-ecd7-dc23-afbc-91be80ad86a6/data/data2/current/BP-707044510-172.17.0.2-1731756228556/current, will proceed with Du for space computation calculation, 2024-11-16T11:23:52,092 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/cluster_d456d332-ecd7-dc23-afbc-91be80ad86a6/data/data4/current/BP-707044510-172.17.0.2-1731756228556/current, will proceed with Du for space computation calculation, 2024-11-16T11:23:52,092 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/cluster_d456d332-ecd7-dc23-afbc-91be80ad86a6/data/data3/current/BP-707044510-172.17.0.2-1731756228556/current, will proceed with Du for space computation calculation, 2024-11-16T11:23:52,092 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/cluster_d456d332-ecd7-dc23-afbc-91be80ad86a6/data/data1/current/BP-707044510-172.17.0.2-1731756228556/current, will proceed with Du for space computation calculation, 2024-11-16T11:23:52,125 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:23:52,125 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:23:52,179 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3de609342b3d935b with lease ID 0x30e87a4806a8d46a: Processing first storage report for DS-cf134883-7eb7-4878-a546-f71cf3534977 from datanode DatanodeRegistration(127.0.0.1:34423, datanodeUuid=b0f7faa1-1779-40b4-9015-3e56fd560fd8, infoPort=43021, infoSecurePort=0, ipcPort=34247, storageInfo=lv=-57;cid=testClusterID;nsid=23223898;c=1731756228556) 2024-11-16T11:23:52,180 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3de609342b3d935b with lease ID 0x30e87a4806a8d46a: from storage DS-cf134883-7eb7-4878-a546-f71cf3534977 node DatanodeRegistration(127.0.0.1:34423, datanodeUuid=b0f7faa1-1779-40b4-9015-3e56fd560fd8, infoPort=43021, infoSecurePort=0, ipcPort=34247, storageInfo=lv=-57;cid=testClusterID;nsid=23223898;c=1731756228556), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T11:23:52,180 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3ff1dbf622e88b8 with lease ID 0x30e87a4806a8d469: Processing first storage report for DS-8cd32b67-ed65-4b4b-b79f-2bed9d1452dc from datanode DatanodeRegistration(127.0.0.1:40847, datanodeUuid=5b58c7a7-96b6-4738-afe3-ca8cda14920f, infoPort=44039, infoSecurePort=0, ipcPort=33573, storageInfo=lv=-57;cid=testClusterID;nsid=23223898;c=1731756228556) 2024-11-16T11:23:52,181 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3ff1dbf622e88b8 with lease ID 0x30e87a4806a8d469: from storage DS-8cd32b67-ed65-4b4b-b79f-2bed9d1452dc node DatanodeRegistration(127.0.0.1:40847, datanodeUuid=5b58c7a7-96b6-4738-afe3-ca8cda14920f, infoPort=44039, infoSecurePort=0, ipcPort=33573, storageInfo=lv=-57;cid=testClusterID;nsid=23223898;c=1731756228556), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:23:52,181 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3de609342b3d935b with lease ID 0x30e87a4806a8d46a: Processing first storage report for DS-e2056477-31bf-4df6-b8fa-2442ce3ed67d from datanode DatanodeRegistration(127.0.0.1:34423, datanodeUuid=b0f7faa1-1779-40b4-9015-3e56fd560fd8, infoPort=43021, infoSecurePort=0, ipcPort=34247, storageInfo=lv=-57;cid=testClusterID;nsid=23223898;c=1731756228556) 2024-11-16T11:23:52,181 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3de609342b3d935b with lease ID 0x30e87a4806a8d46a: from storage DS-e2056477-31bf-4df6-b8fa-2442ce3ed67d node DatanodeRegistration(127.0.0.1:34423, datanodeUuid=b0f7faa1-1779-40b4-9015-3e56fd560fd8, infoPort=43021, infoSecurePort=0, ipcPort=34247, storageInfo=lv=-57;cid=testClusterID;nsid=23223898;c=1731756228556), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T11:23:52,181 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3ff1dbf622e88b8 with lease ID 0x30e87a4806a8d469: Processing first storage report for DS-b2a6e07b-77c0-4f2a-a6ee-dce2ae584111 from datanode DatanodeRegistration(127.0.0.1:40847, datanodeUuid=5b58c7a7-96b6-4738-afe3-ca8cda14920f, infoPort=44039, infoSecurePort=0, ipcPort=33573, storageInfo=lv=-57;cid=testClusterID;nsid=23223898;c=1731756228556) 2024-11-16T11:23:52,182 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3ff1dbf622e88b8 with lease ID 0x30e87a4806a8d469: from storage DS-b2a6e07b-77c0-4f2a-a6ee-dce2ae584111 node DatanodeRegistration(127.0.0.1:40847, datanodeUuid=5b58c7a7-96b6-4738-afe3-ca8cda14920f, infoPort=44039, infoSecurePort=0, ipcPort=33573, storageInfo=lv=-57;cid=testClusterID;nsid=23223898;c=1731756228556), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:23:52,228 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4 2024-11-16T11:23:52,240 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=125, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=420, ProcessCount=11, AvailableMemoryMB=5668 2024-11-16T11:23:52,242 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:23:52,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:23:52,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:23:52,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:23:52,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:23:52,863 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:23:52,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:23:52,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:23:52,891 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:23:52,928 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-16T11:23:52,947 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-16T11:23:52,951 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:23:52,951 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T11:23:52,954 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T11:23:52,959 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T11:23:52,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:52,974 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-16T11:23:52,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:52,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:52,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:52,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:52,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:52,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:52,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:52,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:52,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741826_1002 (size=1393) 2024-11-16T11:23:53,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741826_1002 (size=1393) 2024-11-16T11:23:53,024 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T11:23:53,024 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T11:23:53,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741827_1003 (size=1393) 2024-11-16T11:23:53,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741827_1003 (size=1393) 2024-11-16T11:23:53,064 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T11:23:53,064 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T11:23:53,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741828_1004 (size=1393) 2024-11-16T11:23:53,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741828_1004 (size=1393) 2024-11-16T11:23:53,103 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T11:23:53,103 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T11:23:53,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741829_1005 (size=1393) 2024-11-16T11:23:53,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741829_1005 (size=1393) 2024-11-16T11:23:53,143 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T11:23:53,143 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T11:23:53,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741830_1006 (size=1393) 2024-11-16T11:23:53,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741830_1006 (size=1393) 2024-11-16T11:23:53,175 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T11:23:53,176 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T11:23:53,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741831_1007 (size=1393) 2024-11-16T11:23:53,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741831_1007 (size=1393) 2024-11-16T11:23:53,202 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T11:23:53,202 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T11:23:53,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741832_1008 (size=1405) 2024-11-16T11:23:53,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741832_1008 (size=1405) 2024-11-16T11:23:53,229 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T11:23:53,230 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T11:23:53,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741833_1009 (size=1413) 2024-11-16T11:23:53,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741833_1009 (size=1413) 2024-11-16T11:23:53,668 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T11:23:53,669 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T11:23:53,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741834_1010 (size=1413) 2024-11-16T11:23:53,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741834_1010 (size=1413) 2024-11-16T11:23:53,700 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T11:23:53,700 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T11:23:53,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741835_1011 (size=1413) 2024-11-16T11:23:53,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741835_1011 (size=1413) 2024-11-16T11:23:53,724 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T11:23:53,792 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/26e488f0-52bf-a751-4e0d-4938a837e16b/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731756232934/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T11:23:53,793 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-16T11:23:53,794 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-16T11:23:53,794 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/26e488f0-52bf-a751-4e0d-4938a837e16b/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731756232934/wal.dat.0 2024-11-16T11:23:53,800 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/26e488f0-52bf-a751-4e0d-4938a837e16b/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731756232934/wal.dat.0 after 3ms 2024-11-16T11:23:53,838 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/26e488f0-52bf-a751-4e0d-4938a837e16b/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731756232934/wal.dat.0 took 50ms 2024-11-16T11:23:53,845 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/26e488f0-52bf-a751-4e0d-4938a837e16b/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731756232934/wal.dat.0 so closing down 2024-11-16T11:23:53,849 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:23:53,850 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:23:53,854 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/26e488f0-52bf-a751-4e0d-4938a837e16b/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731756232934/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:23:53,858 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/26e488f0-52bf-a751-4e0d-4938a837e16b/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731756232934/wal.dat.0, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/26e488f0-52bf-a751-4e0d-4938a837e16b/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731756232934/wal.dat.0, size=1.4 K (1393bytes) at 1731756233793Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/26e488f0-52bf-a751-4e0d-4938a837e16b/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731756232934/wal.dat.0 so closing down at 1731756233846 (+53 ms)3 split writer threads finished at 1731756233850 (+4 ms)Processed 0 edits across 0 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/26e488f0-52bf-a751-4e0d-4938a837e16b/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731756232934/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756233855 (+5 ms) 2024-11-16T11:23:53,858 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-16T11:23:53,878 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=130 (was 125) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_743666619_22 at /127.0.0.1:56570 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1c689ba0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=426 (was 420) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5529 (was 5668) 2024-11-16T11:23:53,884 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=130, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=426, ProcessCount=11, AvailableMemoryMB=5529 2024-11-16T11:23:53,885 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:23:53,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741836_1012 (size=7) 2024-11-16T11:23:53,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741836_1012 (size=7) 2024-11-16T11:23:53,897 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:23:53,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:23:53,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:23:53,905 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:23:53,906 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-16T11:23:53,906 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T11:23:53,907 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T11:23:53,910 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T11:23:53,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:53,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:53,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741837_1013 (size=2324) 2024-11-16T11:23:53,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741837_1013 (size=2324) 2024-11-16T11:23:53,957 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T11:23:53,976 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/aad3b4fb-64e3-120b-27f5-ab788ca393dd/WALs/testsplitlogfilemultipleregions,16010,1731756233905/wal.dat.0, size=2.3 K (2324bytes) 2024-11-16T11:23:53,977 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/aad3b4fb-64e3-120b-27f5-ab788ca393dd/WALs/testsplitlogfilemultipleregions,16010,1731756233905/wal.dat.0 2024-11-16T11:23:53,979 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/aad3b4fb-64e3-120b-27f5-ab788ca393dd/WALs/testsplitlogfilemultipleregions,16010,1731756233905/wal.dat.0 after 1ms 2024-11-16T11:23:53,984 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/aad3b4fb-64e3-120b-27f5-ab788ca393dd/WALs/testsplitlogfilemultipleregions,16010,1731756233905/wal.dat.0 took 8ms 2024-11-16T11:23:53,995 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/aad3b4fb-64e3-120b-27f5-ab788ca393dd/WALs/testsplitlogfilemultipleregions,16010,1731756233905/wal.dat.0 so closing down 2024-11-16T11:23:53,995 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:23:53,996 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:23:54,034 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T11:23:54,034 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T11:23:54,037 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/aad3b4fb-64e3-120b-27f5-ab788ca393dd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T11:23:54,040 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/aad3b4fb-64e3-120b-27f5-ab788ca393dd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T11:23:54,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741838_1014 (size=743) 2024-11-16T11:23:54,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741839_1015 (size=743) 2024-11-16T11:23:54,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741839_1015 (size=743) 2024-11-16T11:23:54,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741838_1014 (size=743) 2024-11-16T11:23:54,061 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/aad3b4fb-64e3-120b-27f5-ab788ca393dd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 1 ms) 2024-11-16T11:23:54,062 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/aad3b4fb-64e3-120b-27f5-ab788ca393dd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) 2024-11-16T11:23:54,066 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/aad3b4fb-64e3-120b-27f5-ab788ca393dd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/aad3b4fb-64e3-120b-27f5-ab788ca393dd/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T11:23:54,066 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/aad3b4fb-64e3-120b-27f5-ab788ca393dd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/aad3b4fb-64e3-120b-27f5-ab788ca393dd/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T11:23:54,067 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 81 ms; skipped=7; WAL=hdfs://localhost:34525/user/jenkins/test-data/aad3b4fb-64e3-120b-27f5-ab788ca393dd/WALs/testsplitlogfilemultipleregions,16010,1731756233905/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-16T11:23:54,067 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/aad3b4fb-64e3-120b-27f5-ab788ca393dd/WALs/testsplitlogfilemultipleregions,16010,1731756233905/wal.dat.0, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/aad3b4fb-64e3-120b-27f5-ab788ca393dd/WALs/testsplitlogfilemultipleregions,16010,1731756233905/wal.dat.0, size=2.3 K (2324bytes) at 1731756233977Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/aad3b4fb-64e3-120b-27f5-ab788ca393dd/WALs/testsplitlogfilemultipleregions,16010,1731756233905/wal.dat.0 so closing down at 1731756233995 (+18 ms)3 split writer threads finished at 1731756233996 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/aad3b4fb-64e3-120b-27f5-ab788ca393dd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731756234037 (+41 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/aad3b4fb-64e3-120b-27f5-ab788ca393dd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731756234040 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/aad3b4fb-64e3-120b-27f5-ab788ca393dd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 1 ms) at 1731756234061 (+21 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/aad3b4fb-64e3-120b-27f5-ab788ca393dd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) at 1731756234062 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/aad3b4fb-64e3-120b-27f5-ab788ca393dd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/aad3b4fb-64e3-120b-27f5-ab788ca393dd/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731756234066 (+4 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/aad3b4fb-64e3-120b-27f5-ab788ca393dd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/aad3b4fb-64e3-120b-27f5-ab788ca393dd/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731756234066Processed 27 edits across 2 Regions in 81 ms; skipped=7; WAL=hdfs://localhost:34525/user/jenkins/test-data/aad3b4fb-64e3-120b-27f5-ab788ca393dd/WALs/testsplitlogfilemultipleregions,16010,1731756233905/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731756234067 (+1 ms) 2024-11-16T11:23:54,078 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/aad3b4fb-64e3-120b-27f5-ab788ca393dd/WALs/testsplitlogfilemultipleregions,16010,1731756233905/wal.dat.0 to hdfs://localhost:34525/user/jenkins/test-data/aad3b4fb-64e3-120b-27f5-ab788ca393dd/oldWALs/wal.dat.0 2024-11-16T11:23:54,103 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=131 (was 130) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1936869313_22 at /127.0.0.1:56570 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1936869313_22 at /127.0.0.1:41218 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=387 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=426 (was 426), ProcessCount=11 (was 11), AvailableMemoryMB=5499 (was 5529) 2024-11-16T11:23:54,109 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=131, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=426, ProcessCount=11, AvailableMemoryMB=5499 2024-11-16T11:23:54,110 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:23:54,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741840_1016 (size=7) 2024-11-16T11:23:54,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741840_1016 (size=7) 2024-11-16T11:23:54,122 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:23:54,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:23:54,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:23:54,128 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:23:54,128 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T11:23:54,129 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T11:23:54,132 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T11:23:54,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:54,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:54,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:54,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:54,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:54,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:54,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:54,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:54,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:54,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:54,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:54,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:54,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:54,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:54,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:54,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:54,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:54,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:54,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:54,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:54,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:54,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:54,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:54,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:54,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:54,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:54,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:54,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:54,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:54,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:54,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:54,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:54,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:54,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:54,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:54,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:54,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:54,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:54,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:54,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:54,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741841_1017 (size=2324) 2024-11-16T11:23:54,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741841_1017 (size=2324) 2024-11-16T11:23:54,562 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T11:23:56,272 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/ac9a70c9-f539-aeb6-e31f-0906f63061d7/WALs/testterminationaskedbyreporter,16010,1731756234128/wal.dat.0, size=2.3 K (2324bytes) 2024-11-16T11:23:56,273 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/ac9a70c9-f539-aeb6-e31f-0906f63061d7/WALs/testterminationaskedbyreporter,16010,1731756234128/wal.dat.0 so closing down 2024-11-16T11:23:56,273 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/ac9a70c9-f539-aeb6-e31f-0906f63061d7/WALs/testterminationaskedbyreporter,16010,1731756234128/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-16T11:23:56,273 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/ac9a70c9-f539-aeb6-e31f-0906f63061d7/WALs/testterminationaskedbyreporter,16010,1731756234128/wal.dat.0, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/ac9a70c9-f539-aeb6-e31f-0906f63061d7/WALs/testterminationaskedbyreporter,16010,1731756234128/wal.dat.0, size=2.3 K (2324bytes) at 1731756236272Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/ac9a70c9-f539-aeb6-e31f-0906f63061d7/WALs/testterminationaskedbyreporter,16010,1731756234128/wal.dat.0 so closing down at 1731756236273 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/ac9a70c9-f539-aeb6-e31f-0906f63061d7/WALs/testterminationaskedbyreporter,16010,1731756234128/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1731756236273 2024-11-16T11:23:56,305 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=133 (was 131) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/cluster_d456d332-ecd7-dc23-afbc-91be80ad86a6/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/cluster_d456d332-ecd7-dc23-afbc-91be80ad86a6/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=426 (was 426), ProcessCount=11 (was 11), AvailableMemoryMB=5411 (was 5499) 2024-11-16T11:23:56,330 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=133, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=426, ProcessCount=11, AvailableMemoryMB=5414 2024-11-16T11:23:56,330 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:23:56,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741842_1018 (size=7) 2024-11-16T11:23:56,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741842_1018 (size=7) 2024-11-16T11:23:56,379 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:23:56,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:23:56,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:23:56,402 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:23:56,402 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-16T11:23:56,412 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T11:23:56,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:56,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:56,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:56,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:56,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:56,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:56,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:56,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:56,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:56,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:56,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:56,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:56,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:56,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:56,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:56,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:56,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:56,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:56,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:56,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:56,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741843_1019 (size=1043) 2024-11-16T11:23:56,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741843_1019 (size=1043) 2024-11-16T11:23:56,515 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T11:23:56,516 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T11:23:56,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:56,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:56,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:56,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:56,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:56,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:56,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:56,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:56,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:56,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:56,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:56,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:56,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:56,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:56,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:56,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:56,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:56,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:56,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:56,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:56,587 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T11:23:56,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:56,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:56,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:56,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:56,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:56,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:56,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:56,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:56,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:56,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:56,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:56,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:56,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:56,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:56,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:56,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:56,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:56,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:56,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:56,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:56,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741845_1021 (size=1043) 2024-11-16T11:23:56,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741845_1021 (size=1043) 2024-11-16T11:23:57,073 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T11:23:57,074 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T11:23:57,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741846_1022 (size=1043) 2024-11-16T11:23:57,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741846_1022 (size=1043) 2024-11-16T11:23:57,171 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T11:23:57,171 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T11:23:57,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741847_1023 (size=1043) 2024-11-16T11:23:57,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741847_1023 (size=1043) 2024-11-16T11:23:57,257 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T11:23:57,257 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T11:23:57,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741848_1024 (size=1043) 2024-11-16T11:23:57,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741848_1024 (size=1043) 2024-11-16T11:23:57,330 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T11:23:57,331 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T11:23:57,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741849_1025 (size=1043) 2024-11-16T11:23:57,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741849_1025 (size=1043) 2024-11-16T11:23:57,394 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T11:23:57,394 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T11:23:57,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741850_1026 (size=1043) 2024-11-16T11:23:57,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741850_1026 (size=1043) 2024-11-16T11:23:57,483 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T11:23:57,484 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T11:23:57,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741851_1027 (size=1043) 2024-11-16T11:23:57,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741851_1027 (size=1043) 2024-11-16T11:23:57,532 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T11:23:57,533 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T11:23:57,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:23:57,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:23:57,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741852_1028 (size=1043) 2024-11-16T11:23:57,604 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T11:23:57,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741852_1028 (size=1043) 2024-11-16T11:23:57,639 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.0, size=1.0 K (1043bytes) 2024-11-16T11:23:57,640 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.0 2024-11-16T11:23:57,644 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.0 after 4ms 2024-11-16T11:23:57,662 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.0 took 23ms 2024-11-16T11:23:57,682 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-16T11:23:57,684 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.0 so closing down 2024-11-16T11:23:57,684 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:23:57,687 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:23:57,687 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 14 ms; skipped=10; WAL=hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T11:23:57,687 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.0, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.0, size=1.0 K (1043bytes) at 1731756237640Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.0 so closing down at 1731756237684 (+44 ms)3 split writer threads finished at 1731756237687 (+3 ms)Processed 10 edits across 0 Regions in 14 ms; skipped=10; WAL=hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731756237687 2024-11-16T11:23:57,694 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.0 to hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/oldWALs/wal.dat.0 2024-11-16T11:23:57,694 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.1, size=180 (180bytes) 2024-11-16T11:23:57,695 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.1 2024-11-16T11:23:57,696 WARN [IPC Server handler 3 on default port 34525 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-16T11:23:57,698 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.1 after 3ms 2024-11-16T11:23:58,159 WARN [ResponseProcessor for block BP-707044510-172.17.0.2-1731756228556:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-707044510-172.17.0.2-1731756228556:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T11:23:58,159 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_729762770_22 at /127.0.0.1:56662 [Receiving block BP-707044510-172.17.0.2-1731756228556:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:34423:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56662 dst: /127.0.0.1:34423 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:23:58,162 WARN [DataStreamer for file /user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.1 block BP-707044510-172.17.0.2-1731756228556:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-707044510-172.17.0.2-1731756228556:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:40847,DS-8cd32b67-ed65-4b4b-b79f-2bed9d1452dc,DISK], DatanodeInfoWithStorage[127.0.0.1:34423,DS-cf134883-7eb7-4878-a546-f71cf3534977,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:40847,DS-8cd32b67-ed65-4b4b-b79f-2bed9d1452dc,DISK]) is bad. 2024-11-16T11:23:58,159 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_729762770_22 at /127.0.0.1:41274 [Receiving block BP-707044510-172.17.0.2-1731756228556:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:40847:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41274 dst: /127.0.0.1:40847 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40847 remote=/127.0.0.1:41274]. Total timeout mills is 60000, 58429 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:23:58,176 WARN [DataStreamer for file /user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.1 block BP-707044510-172.17.0.2-1731756228556:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-707044510-172.17.0.2-1731756228556:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T11:23:58,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741844_1029 (size=1035) 2024-11-16T11:23:58,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741844_1029 (size=1035) 2024-11-16T11:24:01,700 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.1 after 4004ms 2024-11-16T11:24:01,713 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.1 took 4019ms 2024-11-16T11:24:01,734 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.1; continuing. 2024-11-16T11:24:01,735 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.1 so closing down 2024-11-16T11:24:01,735 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:01,735 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:01,735 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-16T11:24:01,735 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.1, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.1, size=180 (180bytes) at 1731756237695Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.1 so closing down at 1731756241735 (+4040 ms)3 split writer threads finished at 1731756241735Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1731756241735 2024-11-16T11:24:01,740 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.1 to hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/oldWALs/wal.dat.1 2024-11-16T11:24:01,741 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.2, size=1.0 K (1043bytes) 2024-11-16T11:24:01,741 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.2 2024-11-16T11:24:01,744 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.2 after 3ms 2024-11-16T11:24:01,750 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.2 took 9ms 2024-11-16T11:24:01,774 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.2 so closing down 2024-11-16T11:24:01,775 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:01,777 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:01,777 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 7 ms; skipped=10; WAL=hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T11:24:01,777 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.2, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.2, size=1.0 K (1043bytes) at 1731756241741Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.2 so closing down at 1731756241774 (+33 ms)3 split writer threads finished at 1731756241777 (+3 ms)Processed 10 edits across 0 Regions in 7 ms; skipped=10; WAL=hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731756241777 2024-11-16T11:24:01,792 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.2 to hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/oldWALs/wal.dat.2 2024-11-16T11:24:01,792 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.3, size=1.0 K (1043bytes) 2024-11-16T11:24:01,792 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.3 2024-11-16T11:24:01,793 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.3 after 1ms 2024-11-16T11:24:01,799 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.3 took 7ms 2024-11-16T11:24:01,826 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.3 so closing down 2024-11-16T11:24:01,826 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:01,828 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:01,828 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T11:24:01,828 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.3, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.3, size=1.0 K (1043bytes) at 1731756241792Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.3 so closing down at 1731756241826 (+34 ms)3 split writer threads finished at 1731756241828 (+2 ms)Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731756241828 2024-11-16T11:24:01,833 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.3 to hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/oldWALs/wal.dat.3 2024-11-16T11:24:01,835 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.4, size=1.0 K (1043bytes) 2024-11-16T11:24:01,835 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.4 2024-11-16T11:24:01,836 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.4 after 1ms 2024-11-16T11:24:01,840 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.4 took 7ms 2024-11-16T11:24:01,874 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.4 so closing down 2024-11-16T11:24:01,874 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:01,876 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:01,876 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T11:24:01,876 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.4, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.4, size=1.0 K (1043bytes) at 1731756241835Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.4 so closing down at 1731756241874 (+39 ms)3 split writer threads finished at 1731756241876 (+2 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731756241876 2024-11-16T11:24:01,887 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.4 to hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/oldWALs/wal.dat.4 2024-11-16T11:24:01,887 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.5, size=1.0 K (1043bytes) 2024-11-16T11:24:01,887 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.5 2024-11-16T11:24:01,888 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.5 after 1ms 2024-11-16T11:24:01,904 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.5 took 17ms 2024-11-16T11:24:01,933 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.5 so closing down 2024-11-16T11:24:01,933 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:01,936 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:01,936 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T11:24:01,936 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.5, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.5, size=1.0 K (1043bytes) at 1731756241887Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.5 so closing down at 1731756241933 (+46 ms)3 split writer threads finished at 1731756241936 (+3 ms)Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731756241936 2024-11-16T11:24:01,943 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.5 to hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/oldWALs/wal.dat.5 2024-11-16T11:24:01,943 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.6, size=1.0 K (1043bytes) 2024-11-16T11:24:01,943 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.6 2024-11-16T11:24:01,944 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.6 after 1ms 2024-11-16T11:24:01,948 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.6 took 5ms 2024-11-16T11:24:01,953 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.6 so closing down 2024-11-16T11:24:01,954 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:01,955 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:01,955 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T11:24:01,955 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.6, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.6, size=1.0 K (1043bytes) at 1731756241943Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.6 so closing down at 1731756241954 (+11 ms)3 split writer threads finished at 1731756241955 (+1 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731756241955 2024-11-16T11:24:01,960 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.6 to hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/oldWALs/wal.dat.6 2024-11-16T11:24:01,960 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.7, size=1.0 K (1043bytes) 2024-11-16T11:24:01,961 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.7 2024-11-16T11:24:01,962 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.7 after 1ms 2024-11-16T11:24:01,970 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.7 took 10ms 2024-11-16T11:24:01,985 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.7 so closing down 2024-11-16T11:24:01,985 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:01,989 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:01,989 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T11:24:01,989 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.7, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.7, size=1.0 K (1043bytes) at 1731756241960Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.7 so closing down at 1731756241985 (+25 ms)3 split writer threads finished at 1731756241989 (+4 ms)Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731756241989 2024-11-16T11:24:01,994 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.7 to hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/oldWALs/wal.dat.7 2024-11-16T11:24:01,994 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.8, size=1.0 K (1043bytes) 2024-11-16T11:24:01,994 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.8 2024-11-16T11:24:01,997 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.8 after 2ms 2024-11-16T11:24:02,001 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.8 took 7ms 2024-11-16T11:24:02,029 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.8 so closing down 2024-11-16T11:24:02,029 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:02,030 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:02,030 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T11:24:02,030 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.8, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.8, size=1.0 K (1043bytes) at 1731756241994Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.8 so closing down at 1731756242029 (+35 ms)3 split writer threads finished at 1731756242030 (+1 ms)Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731756242030 2024-11-16T11:24:02,037 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.8 to hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/oldWALs/wal.dat.8 2024-11-16T11:24:02,037 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.9, size=1.0 K (1043bytes) 2024-11-16T11:24:02,037 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.9 2024-11-16T11:24:02,038 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.9 after 1ms 2024-11-16T11:24:02,042 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.9 took 5ms 2024-11-16T11:24:02,054 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.9 so closing down 2024-11-16T11:24:02,054 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:02,056 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:02,056 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T11:24:02,056 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.9, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.9, size=1.0 K (1043bytes) at 1731756242037Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.9 so closing down at 1731756242054 (+17 ms)3 split writer threads finished at 1731756242056 (+2 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731756242056 2024-11-16T11:24:02,060 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/WALs/testsplitdeletedregion,16010,1731756236402/wal.dat.9 to hdfs://localhost:34525/user/jenkins/test-data/a4b07646-07fd-34e0-bbe0-10d19b4f2897/oldWALs/wal.dat.9 2024-11-16T11:24:02,079 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=135 (was 133) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:34247 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2011575420_22 at /127.0.0.1:41558 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2011575420_22 at /127.0.0.1:56720 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=464 (was 426) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5021 (was 5414) 2024-11-16T11:24:02,091 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=135, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=464, ProcessCount=11, AvailableMemoryMB=5020 2024-11-16T11:24:02,091 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:24:02,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741853_1030 (size=7) 2024-11-16T11:24:02,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741853_1030 (size=7) 2024-11-16T11:24:02,534 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:24:02,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:02,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:02,541 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:02,542 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-16T11:24:02,545 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T11:24:02,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:02,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:02,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:02,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:02,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:02,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:02,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:02,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:02,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:02,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:02,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:02,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:02,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:02,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:02,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:02,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:02,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:02,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:02,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:02,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:02,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741854_1031 (size=863) 2024-11-16T11:24:02,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741854_1031 (size=863) 2024-11-16T11:24:02,564 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T11:24:02,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741855_1032 (size=859) 2024-11-16T11:24:02,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741855_1032 (size=859) 2024-11-16T11:24:02,610 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/f201e9ce-deb8-82e2-f126-f22676c6a3b4/WALs/testcorruptwaltrailer,16010,1731756242542/wal.dat.0, size=859 (859bytes) 2024-11-16T11:24:02,610 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/f201e9ce-deb8-82e2-f126-f22676c6a3b4/WALs/testcorruptwaltrailer,16010,1731756242542/wal.dat.0 2024-11-16T11:24:02,611 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/f201e9ce-deb8-82e2-f126-f22676c6a3b4/WALs/testcorruptwaltrailer,16010,1731756242542/wal.dat.0 after 1ms 2024-11-16T11:24:02,614 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/f201e9ce-deb8-82e2-f126-f22676c6a3b4/WALs/testcorruptwaltrailer,16010,1731756242542/wal.dat.0 took 5ms 2024-11-16T11:24:02,713 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34525/user/jenkins/test-data/f201e9ce-deb8-82e2-f126-f22676c6a3b4/WALs/testcorruptwaltrailer,16010,1731756242542/wal.dat.0; continuing. 2024-11-16T11:24:02,714 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/f201e9ce-deb8-82e2-f126-f22676c6a3b4/WALs/testcorruptwaltrailer,16010,1731756242542/wal.dat.0 so closing down 2024-11-16T11:24:02,714 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:02,714 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:02,719 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:02,729 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f201e9ce-deb8-82e2-f126-f22676c6a3b4/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:02,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741856_1033 (size=863) 2024-11-16T11:24:02,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741856_1033 (size=863) 2024-11-16T11:24:03,142 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f201e9ce-deb8-82e2-f126-f22676c6a3b4/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:03,145 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f201e9ce-deb8-82e2-f126-f22676c6a3b4/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/f201e9ce-deb8-82e2-f126-f22676c6a3b4/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-16T11:24:03,146 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 530 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/f201e9ce-deb8-82e2-f126-f22676c6a3b4/WALs/testcorruptwaltrailer,16010,1731756242542/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-16T11:24:03,146 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/f201e9ce-deb8-82e2-f126-f22676c6a3b4/WALs/testcorruptwaltrailer,16010,1731756242542/wal.dat.0, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/f201e9ce-deb8-82e2-f126-f22676c6a3b4/WALs/testcorruptwaltrailer,16010,1731756242542/wal.dat.0, size=859 (859bytes) at 1731756242610Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/f201e9ce-deb8-82e2-f126-f22676c6a3b4/WALs/testcorruptwaltrailer,16010,1731756242542/wal.dat.0 so closing down at 1731756242714 (+104 ms)3 split writer threads finished at 1731756242714Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f201e9ce-deb8-82e2-f126-f22676c6a3b4/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731756242730 (+16 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f201e9ce-deb8-82e2-f126-f22676c6a3b4/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756243143 (+413 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f201e9ce-deb8-82e2-f126-f22676c6a3b4/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/f201e9ce-deb8-82e2-f126-f22676c6a3b4/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731756243145 (+2 ms)Processed 10 edits across 1 Regions in 530 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/f201e9ce-deb8-82e2-f126-f22676c6a3b4/WALs/testcorruptwaltrailer,16010,1731756242542/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1731756243146 (+1 ms) 2024-11-16T11:24:03,152 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/f201e9ce-deb8-82e2-f126-f22676c6a3b4/WALs/testcorruptwaltrailer,16010,1731756242542/wal.dat.0 to hdfs://localhost:34525/user/jenkins/test-data/f201e9ce-deb8-82e2-f126-f22676c6a3b4/oldWALs/wal.dat.0 2024-11-16T11:24:03,175 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=137 (was 135) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_200959486_22 at /127.0.0.1:41558 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2011575420_22 at /127.0.0.1:56720 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/cluster_d456d332-ecd7-dc23-afbc-91be80ad86a6/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/cluster_d456d332-ecd7-dc23-afbc-91be80ad86a6/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=467 (was 464) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4996 (was 5020) 2024-11-16T11:24:03,184 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=137, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=467, ProcessCount=11, AvailableMemoryMB=4995 2024-11-16T11:24:03,185 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:24:03,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741857_1034 (size=7) 2024-11-16T11:24:03,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741857_1034 (size=7) 2024-11-16T11:24:03,228 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:24:03,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:03,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:03,234 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:03,266 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=137 (was 137), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=467 (was 467), ProcessCount=11 (was 11), AvailableMemoryMB=4993 (was 4995) 2024-11-16T11:24:03,283 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=137, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=467, ProcessCount=11, AvailableMemoryMB=4992 2024-11-16T11:24:03,283 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:24:03,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741858_1035 (size=7) 2024-11-16T11:24:03,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741858_1035 (size=7) 2024-11-16T11:24:03,333 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:24:03,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:03,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:03,345 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:03,382 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-16T11:24:03,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741859_1036 (size=93) 2024-11-16T11:24:03,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741859_1036 (size=93) 2024-11-16T11:24:03,410 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=137 (was 137), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=467 (was 467), ProcessCount=11 (was 11), AvailableMemoryMB=4990 (was 4992) 2024-11-16T11:24:03,423 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=137, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=467, ProcessCount=11, AvailableMemoryMB=4989 2024-11-16T11:24:03,423 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:24:03,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741860_1037 (size=7) 2024-11-16T11:24:03,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741860_1037 (size=7) 2024-11-16T11:24:03,477 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:24:03,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:03,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:03,487 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:03,487 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T11:24:03,489 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T11:24:03,496 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T11:24:03,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741861_1038 (size=1393) 2024-11-16T11:24:03,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741861_1038 (size=1393) 2024-11-16T11:24:03,597 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T11:24:03,598 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T11:24:03,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741862_1039 (size=1393) 2024-11-16T11:24:03,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741862_1039 (size=1393) 2024-11-16T11:24:03,704 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T11:24:03,704 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T11:24:03,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741863_1040 (size=1393) 2024-11-16T11:24:03,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741863_1040 (size=1393) 2024-11-16T11:24:03,756 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T11:24:03,756 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T11:24:03,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741864_1041 (size=1393) 2024-11-16T11:24:03,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741864_1041 (size=1393) 2024-11-16T11:24:03,808 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T11:24:03,808 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T11:24:03,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741865_1042 (size=1393) 2024-11-16T11:24:03,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741865_1042 (size=1393) 2024-11-16T11:24:03,853 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T11:24:03,853 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T11:24:03,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741866_1043 (size=1393) 2024-11-16T11:24:03,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741866_1043 (size=1393) 2024-11-16T11:24:03,897 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T11:24:03,897 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T11:24:03,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741867_1044 (size=1405) 2024-11-16T11:24:03,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741867_1044 (size=1405) 2024-11-16T11:24:03,918 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T11:24:03,919 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T11:24:03,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741868_1045 (size=1413) 2024-11-16T11:24:03,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741868_1045 (size=1413) 2024-11-16T11:24:03,939 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T11:24:03,939 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T11:24:03,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741869_1046 (size=1413) 2024-11-16T11:24:03,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741869_1046 (size=1413) 2024-11-16T11:24:03,964 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T11:24:03,965 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T11:24:03,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:03,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:03,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741870_1047 (size=1413) 2024-11-16T11:24:03,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741870_1047 (size=1413) 2024-11-16T11:24:03,996 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T11:24:04,019 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/c1fd58c4-878b-2aea-fbda-d19562079e58/WALs/testioeonoutputthread,16010,1731756243487/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T11:24:04,019 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/c1fd58c4-878b-2aea-fbda-d19562079e58/WALs/testioeonoutputthread,16010,1731756243487/wal.dat.7 2024-11-16T11:24:04,020 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/c1fd58c4-878b-2aea-fbda-d19562079e58/WALs/testioeonoutputthread,16010,1731756243487/wal.dat.7 after 1ms 2024-11-16T11:24:04,024 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/c1fd58c4-878b-2aea-fbda-d19562079e58/WALs/testioeonoutputthread,16010,1731756243487/wal.dat.7 took 4ms 2024-11-16T11:24:04,029 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/c1fd58c4-878b-2aea-fbda-d19562079e58/WALs/testioeonoutputthread,16010,1731756243487/wal.dat.7 so closing down 2024-11-16T11:24:04,029 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:04,029 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:04,046 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c1fd58c4-878b-2aea-fbda-d19562079e58/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T11:24:04,046 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c1fd58c4-878b-2aea-fbda-d19562079e58/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T11:24:04,055 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:24:04,055 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:24:04,056 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/c1fd58c4-878b-2aea-fbda-d19562079e58/WALs/testioeonoutputthread,16010,1731756243487/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-16T11:24:04,057 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/c1fd58c4-878b-2aea-fbda-d19562079e58/WALs/testioeonoutputthread,16010,1731756243487/wal.dat.7, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/c1fd58c4-878b-2aea-fbda-d19562079e58/WALs/testioeonoutputthread,16010,1731756243487/wal.dat.7, size=1.4 K (1413bytes) at 1731756244019Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/c1fd58c4-878b-2aea-fbda-d19562079e58/WALs/testioeonoutputthread,16010,1731756243487/wal.dat.7 so closing down at 1731756244029 (+10 ms)3 split writer threads finished at 1731756244029Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c1fd58c4-878b-2aea-fbda-d19562079e58/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731756244046 (+17 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c1fd58c4-878b-2aea-fbda-d19562079e58/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731756244046Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1731756244056 (+10 ms)Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1731756244056Processed 20 edits across 0 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/c1fd58c4-878b-2aea-fbda-d19562079e58/WALs/testioeonoutputthread,16010,1731756243487/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1731756244056 2024-11-16T11:24:04,068 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=139 (was 137) Potentially hanging thread: Some-old-thread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.wal.TestWALSplit$3.run(TestWALSplit.java:850) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-27267577_22 at /127.0.0.1:41558 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Background-thread-dumper java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1307) app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:111) app//org.apache.hadoop.hbase.wal.TestWALSplit$4.run(TestWALSplit.java:859) - Thread LEAK? -, OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=467 (was 467), ProcessCount=11 (was 11), AvailableMemoryMB=4961 (was 4989) 2024-11-16T11:24:04,076 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=137, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=467, ProcessCount=11, AvailableMemoryMB=4961 2024-11-16T11:24:04,076 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:24:04,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741871_1048 (size=7) 2024-11-16T11:24:04,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741871_1048 (size=7) 2024-11-16T11:24:04,102 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:24:04,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:04,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:04,115 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:04,158 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T11:24:04,159 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T11:24:04,162 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T11:24:04,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741872_1049 (size=2324) 2024-11-16T11:24:04,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741872_1049 (size=2324) 2024-11-16T11:24:04,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T11:24:04,206 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T11:24:04,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741873_1050 (size=1393) 2024-11-16T11:24:04,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741873_1050 (size=1393) 2024-11-16T11:24:04,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T11:24:04,234 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T11:24:04,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-16T11:24:04,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-16T11:24:04,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-16T11:24:04,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-16T11:24:04,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-16T11:24:04,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-16T11:24:04,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-16T11:24:04,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-16T11:24:04,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-16T11:24:04,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-16T11:24:04,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-16T11:24:04,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-16T11:24:04,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-16T11:24:04,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-16T11:24:04,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-16T11:24:04,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-16T11:24:04,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-16T11:24:04,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-16T11:24:04,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-16T11:24:04,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-16T11:24:04,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-16T11:24:04,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-16T11:24:04,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-16T11:24:04,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-16T11:24:04,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-16T11:24:04,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-16T11:24:04,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-16T11:24:04,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-16T11:24:04,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-16T11:24:04,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-16T11:24:04,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-16T11:24:04,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-16T11:24:04,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-16T11:24:04,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-16T11:24:04,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-16T11:24:04,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-16T11:24:04,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-16T11:24:04,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-16T11:24:04,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-16T11:24:04,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-16T11:24:04,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-16T11:24:04,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-16T11:24:04,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-16T11:24:04,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-16T11:24:04,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-16T11:24:04,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-16T11:24:04,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-16T11:24:04,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-16T11:24:04,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-16T11:24:04,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-16T11:24:04,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-16T11:24:04,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-16T11:24:04,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-16T11:24:04,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-16T11:24:04,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-16T11:24:04,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-16T11:24:04,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-16T11:24:04,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-16T11:24:04,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-16T11:24:04,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-16T11:24:04,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-16T11:24:04,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-16T11:24:04,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-16T11:24:04,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-16T11:24:04,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-16T11:24:04,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-16T11:24:04,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-16T11:24:04,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-16T11:24:04,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-16T11:24:04,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-16T11:24:04,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-16T11:24:04,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-16T11:24:04,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-16T11:24:04,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-16T11:24:04,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-16T11:24:04,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-16T11:24:04,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-16T11:24:04,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-16T11:24:04,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-16T11:24:04,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-16T11:24:04,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-16T11:24:04,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-16T11:24:04,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-16T11:24:04,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-16T11:24:04,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-16T11:24:04,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-16T11:24:04,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-16T11:24:04,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-16T11:24:04,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-16T11:24:04,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-16T11:24:04,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-16T11:24:04,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-16T11:24:04,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-16T11:24:04,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-16T11:24:04,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-16T11:24:04,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-16T11:24:04,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-16T11:24:04,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-16T11:24:04,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-16T11:24:04,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-16T11:24:04,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-16T11:24:04,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-16T11:24:04,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-16T11:24:04,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-16T11:24:04,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-16T11:24:04,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-16T11:24:04,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-16T11:24:04,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-16T11:24:04,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-16T11:24:04,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-16T11:24:04,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-16T11:24:04,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-16T11:24:04,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-16T11:24:04,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-16T11:24:04,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-16T11:24:04,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-16T11:24:04,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-16T11:24:04,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-16T11:24:04,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-16T11:24:04,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-16T11:24:04,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-16T11:24:04,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-16T11:24:04,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-16T11:24:04,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-16T11:24:04,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-16T11:24:04,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-16T11:24:04,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-16T11:24:04,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-16T11:24:04,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-16T11:24:04,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-16T11:24:04,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-16T11:24:04,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-16T11:24:04,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-16T11:24:04,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-16T11:24:04,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-16T11:24:04,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-16T11:24:04,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-16T11:24:04,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-16T11:24:04,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-16T11:24:04,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-16T11:24:04,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-16T11:24:04,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-16T11:24:04,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-16T11:24:04,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-16T11:24:04,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-16T11:24:04,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-16T11:24:04,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-16T11:24:04,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-16T11:24:04,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-16T11:24:04,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-16T11:24:04,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-16T11:24:04,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-16T11:24:04,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-16T11:24:04,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-16T11:24:04,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-16T11:24:04,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-16T11:24:04,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-16T11:24:04,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-16T11:24:04,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-16T11:24:04,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-16T11:24:04,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-16T11:24:04,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-16T11:24:04,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-16T11:24:04,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-16T11:24:04,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-16T11:24:04,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-16T11:24:04,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-16T11:24:04,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-16T11:24:04,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-16T11:24:04,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-16T11:24:04,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-16T11:24:04,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-16T11:24:04,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-16T11:24:04,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-16T11:24:04,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-16T11:24:04,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-16T11:24:04,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-16T11:24:04,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-16T11:24:04,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-16T11:24:04,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-16T11:24:04,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-16T11:24:04,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-16T11:24:04,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-16T11:24:04,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-16T11:24:04,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-16T11:24:04,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-16T11:24:04,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-16T11:24:04,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-16T11:24:04,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-16T11:24:04,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-16T11:24:04,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-16T11:24:04,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-16T11:24:04,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-16T11:24:04,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-16T11:24:04,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-16T11:24:04,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-16T11:24:04,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-16T11:24:04,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-16T11:24:04,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-16T11:24:04,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-16T11:24:04,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-16T11:24:04,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-16T11:24:04,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-16T11:24:04,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-16T11:24:04,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-16T11:24:04,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-16T11:24:04,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-16T11:24:04,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-16T11:24:04,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-16T11:24:04,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-16T11:24:04,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-16T11:24:04,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-16T11:24:04,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-16T11:24:04,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-16T11:24:04,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-16T11:24:04,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-16T11:24:04,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-16T11:24:04,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-16T11:24:04,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-16T11:24:04,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-16T11:24:04,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-16T11:24:04,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-16T11:24:04,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-16T11:24:04,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-16T11:24:04,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-16T11:24:04,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-16T11:24:04,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-16T11:24:04,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-16T11:24:04,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-16T11:24:04,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-16T11:24:04,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-16T11:24:04,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-16T11:24:04,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-16T11:24:04,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-16T11:24:04,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-16T11:24:04,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-16T11:24:04,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-16T11:24:04,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-16T11:24:04,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-16T11:24:04,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-16T11:24:04,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-16T11:24:04,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-16T11:24:04,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-16T11:24:04,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-16T11:24:04,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-16T11:24:04,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-16T11:24:04,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-16T11:24:04,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-16T11:24:04,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-16T11:24:04,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-16T11:24:04,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-16T11:24:04,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-16T11:24:04,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-16T11:24:04,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-16T11:24:04,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-16T11:24:04,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-16T11:24:04,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-16T11:24:04,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-16T11:24:04,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-16T11:24:04,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-16T11:24:04,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-16T11:24:04,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-16T11:24:04,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-16T11:24:04,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-16T11:24:04,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-16T11:24:04,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-16T11:24:04,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-16T11:24:04,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-16T11:24:04,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-16T11:24:04,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-16T11:24:04,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-16T11:24:04,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-16T11:24:04,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-16T11:24:04,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-16T11:24:04,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-16T11:24:04,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-16T11:24:04,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-16T11:24:04,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-16T11:24:04,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-16T11:24:04,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-16T11:24:04,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-16T11:24:04,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-16T11:24:04,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-16T11:24:04,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-16T11:24:04,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-16T11:24:04,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-16T11:24:04,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-16T11:24:04,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-16T11:24:04,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-16T11:24:04,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-16T11:24:04,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-16T11:24:04,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-16T11:24:04,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-16T11:24:04,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-16T11:24:04,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-16T11:24:04,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-16T11:24:04,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-16T11:24:04,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-16T11:24:04,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-16T11:24:04,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-16T11:24:04,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-16T11:24:04,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-16T11:24:04,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-16T11:24:04,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-16T11:24:04,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-16T11:24:04,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-16T11:24:04,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-16T11:24:04,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-16T11:24:04,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-16T11:24:04,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-16T11:24:04,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-16T11:24:04,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-16T11:24:04,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-16T11:24:04,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-16T11:24:04,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-16T11:24:04,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-16T11:24:04,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-16T11:24:04,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-16T11:24:04,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-16T11:24:04,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-16T11:24:04,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-16T11:24:04,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-16T11:24:04,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-16T11:24:04,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-16T11:24:04,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-16T11:24:04,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-16T11:24:04,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-16T11:24:04,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-16T11:24:04,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-16T11:24:04,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-16T11:24:04,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-16T11:24:04,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-16T11:24:04,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-16T11:24:04,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-16T11:24:04,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-16T11:24:04,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-16T11:24:04,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:04,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-16T11:24:04,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:04,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-16T11:24:05,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-16T11:24:05,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-16T11:24:05,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-16T11:24:05,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-16T11:24:05,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-16T11:24:05,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-16T11:24:05,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-16T11:24:05,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-16T11:24:05,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-16T11:24:05,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-16T11:24:05,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-16T11:24:05,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-16T11:24:05,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-16T11:24:05,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-16T11:24:05,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-16T11:24:05,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-16T11:24:05,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-16T11:24:05,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-16T11:24:05,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-16T11:24:05,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-16T11:24:05,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-16T11:24:05,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-16T11:24:05,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-16T11:24:05,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-16T11:24:05,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-16T11:24:05,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-16T11:24:05,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-16T11:24:05,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-16T11:24:05,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-16T11:24:05,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-16T11:24:05,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-16T11:24:05,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-16T11:24:05,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-16T11:24:05,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-16T11:24:05,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-16T11:24:05,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-16T11:24:05,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-16T11:24:05,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-16T11:24:05,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-16T11:24:05,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-16T11:24:05,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-16T11:24:05,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-16T11:24:05,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-16T11:24:05,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-16T11:24:05,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-16T11:24:05,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-16T11:24:05,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-16T11:24:05,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-16T11:24:05,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-16T11:24:05,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-16T11:24:05,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-16T11:24:05,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-16T11:24:05,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-16T11:24:05,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-16T11:24:05,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-16T11:24:05,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-16T11:24:05,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-16T11:24:05,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-16T11:24:05,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-16T11:24:05,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-16T11:24:05,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-16T11:24:05,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-16T11:24:05,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-16T11:24:05,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-16T11:24:05,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-16T11:24:05,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-16T11:24:05,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-16T11:24:05,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-16T11:24:05,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-16T11:24:05,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-16T11:24:05,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-16T11:24:05,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-16T11:24:05,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-16T11:24:05,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-16T11:24:05,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-16T11:24:05,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-16T11:24:05,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-16T11:24:05,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-16T11:24:05,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-16T11:24:05,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-16T11:24:05,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-16T11:24:05,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-16T11:24:05,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-16T11:24:05,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-16T11:24:05,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-16T11:24:05,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-16T11:24:05,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-16T11:24:05,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-16T11:24:05,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-16T11:24:05,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-16T11:24:05,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-16T11:24:05,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-16T11:24:05,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-16T11:24:05,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-16T11:24:05,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-16T11:24:05,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-16T11:24:05,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-16T11:24:05,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-16T11:24:05,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-16T11:24:05,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-16T11:24:05,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-16T11:24:05,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-16T11:24:05,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-16T11:24:05,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-16T11:24:05,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-16T11:24:05,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-16T11:24:05,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-16T11:24:05,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-16T11:24:05,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-16T11:24:05,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-16T11:24:05,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-16T11:24:05,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-16T11:24:05,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-16T11:24:05,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-16T11:24:05,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-16T11:24:05,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-16T11:24:05,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-16T11:24:05,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-16T11:24:05,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-16T11:24:05,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-16T11:24:05,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-16T11:24:05,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-16T11:24:05,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-16T11:24:05,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-16T11:24:05,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-16T11:24:05,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-16T11:24:05,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-16T11:24:05,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-16T11:24:05,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-16T11:24:05,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-16T11:24:05,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-16T11:24:05,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-16T11:24:05,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-16T11:24:05,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-16T11:24:05,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-16T11:24:05,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-16T11:24:05,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-16T11:24:05,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-16T11:24:05,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-16T11:24:05,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-16T11:24:05,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-16T11:24:05,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-16T11:24:05,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-16T11:24:05,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-16T11:24:05,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-16T11:24:05,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-16T11:24:05,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-16T11:24:05,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-16T11:24:05,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-16T11:24:05,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-16T11:24:05,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-16T11:24:05,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-16T11:24:05,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-16T11:24:05,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-16T11:24:05,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-16T11:24:05,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-16T11:24:05,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-16T11:24:05,288 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118): HdfsNamedFileStatus{path=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1731756244205; access_time=1731756244164; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731756244233; access_time=1731756244206; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1731756244234; access_time=1731756244234; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-16T11:24:05,288 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-16T11:24:05,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-16T11:24:05,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-16T11:24:05,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-16T11:24:05,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-16T11:24:05,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-16T11:24:05,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-16T11:24:05,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-16T11:24:05,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-16T11:24:05,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-16T11:24:05,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-16T11:24:05,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-16T11:24:05,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-16T11:24:05,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-16T11:24:05,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-16T11:24:05,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-16T11:24:05,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-16T11:24:05,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-16T11:24:05,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-16T11:24:05,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-16T11:24:05,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-16T11:24:05,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-16T11:24:05,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-16T11:24:05,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-16T11:24:05,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-16T11:24:05,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-16T11:24:05,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-16T11:24:05,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,351 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.0, size=2.3 K (2324bytes) 2024-11-16T11:24:05,351 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.0 2024-11-16T11:24:05,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-16T11:24:05,352 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.0 after 1ms 2024-11-16T11:24:05,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-16T11:24:05,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-16T11:24:05,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-16T11:24:05,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-16T11:24:05,363 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.0 took 12ms 2024-11-16T11:24:05,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-16T11:24:05,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-16T11:24:05,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-16T11:24:05,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-16T11:24:05,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-16T11:24:05,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-16T11:24:05,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-16T11:24:05,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-16T11:24:05,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-16T11:24:05,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-16T11:24:05,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-16T11:24:05,400 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.0 so closing down 2024-11-16T11:24:05,401 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:05,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,401 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:05,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-16T11:24:05,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-16T11:24:05,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-16T11:24:05,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-16T11:24:05,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-16T11:24:05,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-16T11:24:05,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-16T11:24:05,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-16T11:24:05,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-16T11:24:05,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-16T11:24:05,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,430 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:05,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-16T11:24:05,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-16T11:24:05,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-16T11:24:05,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-16T11:24:05,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-16T11:24:05,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-16T11:24:05,441 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T11:24:05,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-16T11:24:05,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-16T11:24:05,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-16T11:24:05,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-16T11:24:05,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-16T11:24:05,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-16T11:24:05,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-16T11:24:05,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-16T11:24:05,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-16T11:24:05,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-16T11:24:05,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-16T11:24:05,464 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T11:24:05,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-16T11:24:05,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-16T11:24:05,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-16T11:24:05,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,471 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:05,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-16T11:24:05,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-16T11:24:05,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-16T11:24:05,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-16T11:24:05,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-16T11:24:05,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-16T11:24:05,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-16T11:24:05,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-16T11:24:05,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-16T11:24:05,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-16T11:24:05,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741875_1052 (size=743) 2024-11-16T11:24:05,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741875_1052 (size=743) 2024-11-16T11:24:05,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-16T11:24:05,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-16T11:24:05,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-16T11:24:05,496 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:05,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-16T11:24:05,498 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T11:24:05,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-16T11:24:05,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-16T11:24:05,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741876_1053 (size=743) 2024-11-16T11:24:05,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-16T11:24:05,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741876_1053 (size=743) 2024-11-16T11:24:05,503 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:05,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-16T11:24:05,505 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T11:24:05,505 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 109 ms; skipped=7; WAL=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-16T11:24:05,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,506 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.0, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.0, size=2.3 K (2324bytes) at 1731756245351Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.0 so closing down at 1731756245401 (+50 ms)3 split writer threads finished at 1731756245401Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731756245464 (+63 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731756245471 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756245496 (+25 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731756245498 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756245503 (+5 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731756245505 (+2 ms)Processed 27 edits across 2 Regions in 109 ms; skipped=7; WAL=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731756245506 (+1 ms) 2024-11-16T11:24:05,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-16T11:24:05,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,509 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.0 to hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/oldWALs/wal.dat.0 2024-11-16T11:24:05,509 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T11:24:05,509 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.1 2024-11-16T11:24:05,509 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.1 after 0ms 2024-11-16T11:24:05,513 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.1 took 4ms 2024-11-16T11:24:05,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-16T11:24:05,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-16T11:24:05,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,519 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.1 so closing down 2024-11-16T11:24:05,519 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:05,519 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:05,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-16T11:24:05,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-16T11:24:05,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-16T11:24:05,524 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T11:24:05,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-16T11:24:05,526 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T11:24:05,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-16T11:24:05,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-16T11:24:05,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-16T11:24:05,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-16T11:24:05,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-16T11:24:05,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-16T11:24:05,537 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T11:24:05,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,537 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T11:24:05,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-16T11:24:05,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-16T11:24:05,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-16T11:24:05,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-16T11:24:05,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-16T11:24:05,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-16T11:24:05,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-16T11:24:05,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-16T11:24:05,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-16T11:24:05,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741878_1055 (size=743) 2024-11-16T11:24:05,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741878_1055 (size=743) 2024-11-16T11:24:05,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-16T11:24:05,553 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:05,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-16T11:24:05,555 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T11:24:05,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-16T11:24:05,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-16T11:24:05,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741877_1054 (size=743) 2024-11-16T11:24:05,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741877_1054 (size=743) 2024-11-16T11:24:05,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-16T11:24:05,561 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:05,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-16T11:24:05,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,564 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T11:24:05,565 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:05,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-16T11:24:05,565 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.1, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.1, size=1.4 K (1393bytes) at 1731756245509Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.1 so closing down at 1731756245519 (+10 ms)3 split writer threads finished at 1731756245519Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731756245537 (+18 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731756245537Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756245553 (+16 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731756245555 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756245561 (+6 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731756245564 (+3 ms)Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756245565 (+1 ms) 2024-11-16T11:24:05,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-16T11:24:05,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-16T11:24:05,568 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.1 to hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/oldWALs/wal.dat.1 2024-11-16T11:24:05,569 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.2, size=150 (150bytes) 2024-11-16T11:24:05,569 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.2 2024-11-16T11:24:05,569 WARN [IPC Server handler 0 on default port 34525 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-16T11:24:05,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,570 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.2 after 1ms 2024-11-16T11:24:05,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-16T11:24:05,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-16T11:24:05,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-16T11:24:05,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-16T11:24:05,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-16T11:24:05,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-16T11:24:05,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-16T11:24:05,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-16T11:24:05,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-16T11:24:05,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-16T11:24:05,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-16T11:24:05,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-16T11:24:05,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-16T11:24:05,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-16T11:24:05,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-16T11:24:05,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-16T11:24:05,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-16T11:24:05,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-16T11:24:05,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-16T11:24:05,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-16T11:24:05,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-16T11:24:05,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-16T11:24:05,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-16T11:24:05,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-16T11:24:05,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-11-16T11:24:05,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-11-16T11:24:05,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-11-16T11:24:05,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-11-16T11:24:05,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-11-16T11:24:05,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-11-16T11:24:05,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-11-16T11:24:05,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-11-16T11:24:05,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-11-16T11:24:05,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-11-16T11:24:05,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-11-16T11:24:05,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-11-16T11:24:05,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-11-16T11:24:05,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-11-16T11:24:05,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-11-16T11:24:05,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-11-16T11:24:05,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-11-16T11:24:05,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-11-16T11:24:05,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-11-16T11:24:05,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-11-16T11:24:05,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-11-16T11:24:05,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-11-16T11:24:05,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-11-16T11:24:05,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-11-16T11:24:05,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-11-16T11:24:05,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-11-16T11:24:05,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-11-16T11:24:05,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-11-16T11:24:05,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-11-16T11:24:05,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-11-16T11:24:05,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-11-16T11:24:05,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-11-16T11:24:05,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-11-16T11:24:05,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-11-16T11:24:05,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-11-16T11:24:05,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-11-16T11:24:05,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-11-16T11:24:05,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-11-16T11:24:05,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-11-16T11:24:05,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-11-16T11:24:05,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-11-16T11:24:05,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-11-16T11:24:05,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-11-16T11:24:05,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-11-16T11:24:05,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-11-16T11:24:05,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-11-16T11:24:05,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-11-16T11:24:05,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=718, seq=0 2024-11-16T11:24:05,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=719, seq=0 2024-11-16T11:24:05,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=720, seq=0 2024-11-16T11:24:05,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=721, seq=0 2024-11-16T11:24:05,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=722, seq=0 2024-11-16T11:24:05,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=723, seq=0 2024-11-16T11:24:05,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=724, seq=0 2024-11-16T11:24:05,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=725, seq=0 2024-11-16T11:24:05,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=726, seq=0 2024-11-16T11:24:05,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=727, seq=0 2024-11-16T11:24:05,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=728, seq=0 2024-11-16T11:24:05,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=729, seq=0 2024-11-16T11:24:05,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=730, seq=0 2024-11-16T11:24:05,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=731, seq=0 2024-11-16T11:24:05,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=732, seq=0 2024-11-16T11:24:05,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=733, seq=0 2024-11-16T11:24:05,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=734, seq=0 2024-11-16T11:24:05,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=735, seq=0 2024-11-16T11:24:05,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=736, seq=0 2024-11-16T11:24:05,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=737, seq=0 2024-11-16T11:24:05,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=738, seq=0 2024-11-16T11:24:05,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=739, seq=0 2024-11-16T11:24:05,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=740, seq=0 2024-11-16T11:24:05,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=741, seq=0 2024-11-16T11:24:05,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=742, seq=0 2024-11-16T11:24:05,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=743, seq=0 2024-11-16T11:24:05,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=744, seq=0 2024-11-16T11:24:05,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=745, seq=0 2024-11-16T11:24:05,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=746, seq=0 2024-11-16T11:24:05,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=747, seq=0 2024-11-16T11:24:05,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=748, seq=0 2024-11-16T11:24:05,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=749, seq=0 2024-11-16T11:24:05,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=750, seq=0 2024-11-16T11:24:05,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=751, seq=0 2024-11-16T11:24:05,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=752, seq=0 2024-11-16T11:24:05,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=753, seq=0 2024-11-16T11:24:05,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=754, seq=0 2024-11-16T11:24:05,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=755, seq=0 2024-11-16T11:24:05,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=756, seq=0 2024-11-16T11:24:05,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=757, seq=0 2024-11-16T11:24:05,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=758, seq=0 2024-11-16T11:24:05,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=759, seq=0 2024-11-16T11:24:05,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=760, seq=0 2024-11-16T11:24:05,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=761, seq=0 2024-11-16T11:24:05,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=762, seq=0 2024-11-16T11:24:05,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=763, seq=0 2024-11-16T11:24:05,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=764, seq=0 2024-11-16T11:24:05,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=765, seq=0 2024-11-16T11:24:05,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=766, seq=0 2024-11-16T11:24:05,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=767, seq=0 2024-11-16T11:24:05,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=768, seq=0 2024-11-16T11:24:05,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=769, seq=0 2024-11-16T11:24:05,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=770, seq=0 2024-11-16T11:24:05,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=771, seq=0 2024-11-16T11:24:05,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=772, seq=0 2024-11-16T11:24:05,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=773, seq=0 2024-11-16T11:24:05,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=774, seq=0 2024-11-16T11:24:05,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=775, seq=0 2024-11-16T11:24:05,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=776, seq=0 2024-11-16T11:24:05,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=777, seq=0 2024-11-16T11:24:05,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=778, seq=0 2024-11-16T11:24:05,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=779, seq=0 2024-11-16T11:24:05,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=780, seq=0 2024-11-16T11:24:05,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=781, seq=0 2024-11-16T11:24:05,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=782, seq=0 2024-11-16T11:24:05,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=783, seq=0 2024-11-16T11:24:05,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=784, seq=0 2024-11-16T11:24:05,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=785, seq=0 2024-11-16T11:24:05,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=786, seq=0 2024-11-16T11:24:05,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=787, seq=0 2024-11-16T11:24:05,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=788, seq=0 2024-11-16T11:24:05,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=789, seq=0 2024-11-16T11:24:05,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=790, seq=0 2024-11-16T11:24:05,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=791, seq=0 2024-11-16T11:24:05,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=792, seq=0 2024-11-16T11:24:05,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=793, seq=0 2024-11-16T11:24:05,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=794, seq=0 2024-11-16T11:24:05,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=795, seq=0 2024-11-16T11:24:05,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=796, seq=0 2024-11-16T11:24:05,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=797, seq=0 2024-11-16T11:24:05,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=798, seq=0 2024-11-16T11:24:05,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=799, seq=0 2024-11-16T11:24:05,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=800, seq=0 2024-11-16T11:24:05,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=801, seq=0 2024-11-16T11:24:05,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=802, seq=0 2024-11-16T11:24:05,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=803, seq=0 2024-11-16T11:24:05,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=804, seq=0 2024-11-16T11:24:05,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=805, seq=0 2024-11-16T11:24:05,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=806, seq=0 2024-11-16T11:24:05,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=807, seq=0 2024-11-16T11:24:05,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=808, seq=0 2024-11-16T11:24:05,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=809, seq=0 2024-11-16T11:24:05,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=810, seq=0 2024-11-16T11:24:05,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=811, seq=0 2024-11-16T11:24:05,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=812, seq=0 2024-11-16T11:24:05,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=813, seq=0 2024-11-16T11:24:05,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=814, seq=0 2024-11-16T11:24:05,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=815, seq=0 2024-11-16T11:24:05,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=816, seq=0 2024-11-16T11:24:05,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=817, seq=0 2024-11-16T11:24:05,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=818, seq=0 2024-11-16T11:24:05,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=819, seq=0 2024-11-16T11:24:05,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=820, seq=0 2024-11-16T11:24:05,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=821, seq=0 2024-11-16T11:24:05,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=822, seq=0 2024-11-16T11:24:05,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=823, seq=0 2024-11-16T11:24:05,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=824, seq=0 2024-11-16T11:24:05,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=825, seq=0 2024-11-16T11:24:05,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=826, seq=0 2024-11-16T11:24:05,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=827, seq=0 2024-11-16T11:24:05,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=828, seq=0 2024-11-16T11:24:05,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=829, seq=0 2024-11-16T11:24:05,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=830, seq=0 2024-11-16T11:24:05,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=831, seq=0 2024-11-16T11:24:05,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=832, seq=0 2024-11-16T11:24:05,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=833, seq=0 2024-11-16T11:24:05,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=834, seq=0 2024-11-16T11:24:05,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=835, seq=0 2024-11-16T11:24:05,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=836, seq=0 2024-11-16T11:24:05,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=837, seq=0 2024-11-16T11:24:05,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=838, seq=0 2024-11-16T11:24:05,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=839, seq=0 2024-11-16T11:24:05,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=840, seq=0 2024-11-16T11:24:05,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=841, seq=0 2024-11-16T11:24:05,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=842, seq=0 2024-11-16T11:24:05,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=843, seq=0 2024-11-16T11:24:05,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=844, seq=0 2024-11-16T11:24:05,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=845, seq=0 2024-11-16T11:24:05,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=846, seq=0 2024-11-16T11:24:05,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=847, seq=0 2024-11-16T11:24:05,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=848, seq=0 2024-11-16T11:24:05,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=849, seq=0 2024-11-16T11:24:05,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=850, seq=0 2024-11-16T11:24:05,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=851, seq=0 2024-11-16T11:24:05,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=852, seq=0 2024-11-16T11:24:05,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=853, seq=0 2024-11-16T11:24:05,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=854, seq=0 2024-11-16T11:24:05,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=855, seq=0 2024-11-16T11:24:05,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=856, seq=0 2024-11-16T11:24:05,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=857, seq=0 2024-11-16T11:24:05,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=858, seq=0 2024-11-16T11:24:05,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=859, seq=0 2024-11-16T11:24:05,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=860, seq=0 2024-11-16T11:24:05,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=861, seq=0 2024-11-16T11:24:05,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=862, seq=0 2024-11-16T11:24:05,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=863, seq=0 2024-11-16T11:24:05,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=864, seq=0 2024-11-16T11:24:05,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=865, seq=0 2024-11-16T11:24:05,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=866, seq=0 2024-11-16T11:24:05,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=867, seq=0 2024-11-16T11:24:05,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=868, seq=0 2024-11-16T11:24:05,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=869, seq=0 2024-11-16T11:24:05,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=870, seq=0 2024-11-16T11:24:05,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:05,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:05,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=871, seq=0 2024-11-16T11:24:06,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=872, seq=0 2024-11-16T11:24:06,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=873, seq=0 2024-11-16T11:24:06,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=874, seq=0 2024-11-16T11:24:06,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=875, seq=0 2024-11-16T11:24:06,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=876, seq=0 2024-11-16T11:24:06,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=877, seq=0 2024-11-16T11:24:06,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=878, seq=0 2024-11-16T11:24:06,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=879, seq=0 2024-11-16T11:24:06,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=880, seq=0 2024-11-16T11:24:06,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=881, seq=0 2024-11-16T11:24:06,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=882, seq=0 2024-11-16T11:24:06,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=883, seq=0 2024-11-16T11:24:06,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=884, seq=0 2024-11-16T11:24:06,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=885, seq=0 2024-11-16T11:24:06,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=886, seq=0 2024-11-16T11:24:06,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=887, seq=0 2024-11-16T11:24:06,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=888, seq=0 2024-11-16T11:24:06,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=889, seq=0 2024-11-16T11:24:06,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=890, seq=0 2024-11-16T11:24:06,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=891, seq=0 2024-11-16T11:24:06,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=892, seq=0 2024-11-16T11:24:06,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=893, seq=0 2024-11-16T11:24:06,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=894, seq=0 2024-11-16T11:24:06,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=895, seq=0 2024-11-16T11:24:06,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=896, seq=0 2024-11-16T11:24:06,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=897, seq=0 2024-11-16T11:24:06,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=898, seq=0 2024-11-16T11:24:06,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=899, seq=0 2024-11-16T11:24:06,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=900, seq=0 2024-11-16T11:24:06,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=901, seq=0 2024-11-16T11:24:06,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=902, seq=0 2024-11-16T11:24:06,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=903, seq=0 2024-11-16T11:24:06,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=904, seq=0 2024-11-16T11:24:06,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=905, seq=0 2024-11-16T11:24:06,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=906, seq=0 2024-11-16T11:24:06,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=907, seq=0 2024-11-16T11:24:06,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=908, seq=0 2024-11-16T11:24:06,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=909, seq=0 2024-11-16T11:24:06,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=910, seq=0 2024-11-16T11:24:06,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=911, seq=0 2024-11-16T11:24:06,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=912, seq=0 2024-11-16T11:24:06,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=913, seq=0 2024-11-16T11:24:06,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=914, seq=0 2024-11-16T11:24:06,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=915, seq=0 2024-11-16T11:24:06,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=916, seq=0 2024-11-16T11:24:06,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=917, seq=0 2024-11-16T11:24:06,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=918, seq=0 2024-11-16T11:24:06,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=919, seq=0 2024-11-16T11:24:06,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=920, seq=0 2024-11-16T11:24:06,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=921, seq=0 2024-11-16T11:24:06,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=922, seq=0 2024-11-16T11:24:06,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=923, seq=0 2024-11-16T11:24:06,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=924, seq=0 2024-11-16T11:24:06,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=925, seq=0 2024-11-16T11:24:06,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=926, seq=0 2024-11-16T11:24:06,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=927, seq=0 2024-11-16T11:24:06,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=928, seq=0 2024-11-16T11:24:06,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=929, seq=0 2024-11-16T11:24:06,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=930, seq=0 2024-11-16T11:24:06,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=931, seq=0 2024-11-16T11:24:06,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=932, seq=0 2024-11-16T11:24:06,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=933, seq=0 2024-11-16T11:24:06,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=934, seq=0 2024-11-16T11:24:06,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=935, seq=0 2024-11-16T11:24:06,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=936, seq=0 2024-11-16T11:24:06,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=937, seq=0 2024-11-16T11:24:06,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T11:24:06,157 WARN [ResponseProcessor for block BP-707044510-172.17.0.2-1731756228556:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-707044510-172.17.0.2-1731756228556:blk_1073741874_1051 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T11:24:06,158 WARN [DataStreamer for file /user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.2 block BP-707044510-172.17.0.2-1731756228556:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-707044510-172.17.0.2-1731756228556:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:34423,DS-cf134883-7eb7-4878-a546-f71cf3534977,DISK], DatanodeInfoWithStorage[127.0.0.1:40847,DS-8cd32b67-ed65-4b4b-b79f-2bed9d1452dc,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:34423,DS-cf134883-7eb7-4878-a546-f71cf3534977,DISK]) is bad. 2024-11-16T11:24:06,158 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-936819806_536 at /127.0.0.1:41716 [Receiving block BP-707044510-172.17.0.2-1731756228556:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:40847:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41716 dst: /127.0.0.1:40847 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:24:06,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=938, seq=0 2024-11-16T11:24:06,158 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-936819806_536 at /127.0.0.1:35632 [Receiving block BP-707044510-172.17.0.2-1731756228556:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:34423:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35632 dst: /127.0.0.1:34423 java.nio.channels.ClosedByInterruptException: null at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:199) ~[?:?] at sun.nio.ch.FileChannelImpl.endBlocking(FileChannelImpl.java:171) ~[?:?] at sun.nio.ch.FileChannelImpl.position(FileChannelImpl.java:349) ~[?:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.adjustCrcChannelPosition(FsDatasetImpl.java:1948) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.adjustCrcFilePosition(BlockReceiver.java:1171) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:788) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:24:06,159 WARN [org.apache.hadoop.hdfs.server.datanode.BlockRecoveryWorker$1@341f8155 {}] datanode.BlockRecoveryWorker$RecoveryTaskContiguous(164): Failed to recover block (block=BP-707044510-172.17.0.2-1731756228556:blk_1073741874_1051, datanode=DatanodeInfoWithStorage[127.0.0.1:34423,null,null]) java.io.IOException: getBytesOnDisk() < getVisibleLength(), rip=ReplicaBeingWritten, blk_1073741874_1051, RBW getNumBytes() = 59427 getBytesOnDisk() = 59363 getVisibleLength()= 59427 getVolume() = /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/cluster_d456d332-ecd7-dc23-afbc-91be80ad86a6/data/data4 getBlockURI() = file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/cluster_d456d332-ecd7-dc23-afbc-91be80ad86a6/data/data4/current/BP-707044510-172.17.0.2-1731756228556/current/rbw/blk_1073741874 bytesAcked=59427 bytesOnDisk=59363 at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.initReplicaRecoveryImpl(FsDatasetImpl.java:3034) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.initReplicaRecovery(FsDatasetImpl.java:2985) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.initReplicaRecovery(FsDatasetImpl.java:2968) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataNode.initReplicaRecovery(DataNode.java:3526) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockRecoveryWorker.callInitReplicaRecovery(BlockRecoveryWorker.java:561) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockRecoveryWorker.access$400(BlockRecoveryWorker.java:57) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockRecoveryWorker$RecoveryTaskContiguous.recover(BlockRecoveryWorker.java:135) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockRecoveryWorker$1.run(BlockRecoveryWorker.java:602) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:24:06,159 WARN [DataStreamer for file /user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.2 block BP-707044510-172.17.0.2-1731756228556:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-707044510-172.17.0.2-1731756228556:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T11:24:06,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T11:24:06,160 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-707044510-172.17.0.2-1731756228556:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-16T11:24:06,161 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-707044510-172.17.0.2-1731756228556:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 939 2024-11-16T11:24:06,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-16T11:24:06,161 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-707044510-172.17.0.2-1731756228556:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T11:24:06,175 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-707044510-172.17.0.2-1731756228556:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T11:24:06,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741874_1056 (size=59427) 2024-11-16T11:24:08,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741874_1056 (size=59427) 2024-11-16T11:24:09,571 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.2 after 4002ms 2024-11-16T11:24:09,576 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.2 took 4008ms 2024-11-16T11:24:09,623 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.2; continuing. 2024-11-16T11:24:09,623 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.2 so closing down 2024-11-16T11:24:09,624 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:09,624 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:09,631 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T11:24:09,633 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T11:24:09,647 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T11:24:09,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741879_1057 (size=743) 2024-11-16T11:24:09,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741879_1057 (size=743) 2024-11-16T11:24:09,656 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T11:24:09,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741880_1058 (size=58785) 2024-11-16T11:24:09,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741880_1058 (size=58785) 2024-11-16T11:24:09,675 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 918 edits, skipped 0 edits in 8 ms) 2024-11-16T11:24:09,679 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T11:24:10,055 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:10,057 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T11:24:10,058 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 928 edits across 2 Regions in 478 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-16T11:24:10,058 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.2, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.2, size=150 (150bytes) at 1731756245569Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.2 so closing down at 1731756249623 (+4054 ms)3 split writer threads finished at 1731756249624 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731756249633 (+9 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731756249656 (+23 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 918 edits, skipped 0 edits in 8 ms) at 1731756249675 (+19 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731756249679 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756250055 (+376 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731756250057 (+2 ms)Processed 928 edits across 2 Regions in 478 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1731756250058 (+1 ms) 2024-11-16T11:24:10,061 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/WALs/testlogcannotbewrittenonceparsed,16010,1731756244118/wal.dat.2 to hdfs://localhost:34525/user/jenkins/test-data/24bf3954-1100-6eda-a61c-2b373a216f9d/oldWALs/wal.dat.2 2024-11-16T11:24:10,062 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-16T11:24:10,089 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=938, robber=938 2024-11-16T11:24:10,113 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=144 (was 137) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:34525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:33573 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:34525 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@56c75922[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-27267577_22 at /127.0.0.1:41778 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:34525 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-27267577_22 at /127.0.0.1:35702 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:34525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=395 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=438 (was 467), ProcessCount=11 (was 11), AvailableMemoryMB=4803 (was 4961) 2024-11-16T11:24:10,123 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=144, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=438, ProcessCount=11, AvailableMemoryMB=4803 2024-11-16T11:24:10,123 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:24:10,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741881_1059 (size=7) 2024-11-16T11:24:10,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741881_1059 (size=7) 2024-11-16T11:24:10,148 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:24:10,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:10,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:10,154 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:10,156 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T11:24:10,160 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T11:24:10,163 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T11:24:10,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741882_1060 (size=1393) 2024-11-16T11:24:10,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741882_1060 (size=1393) 2024-11-16T11:24:10,196 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T11:24:10,196 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T11:24:10,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741883_1061 (size=1393) 2024-11-16T11:24:10,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741883_1061 (size=1393) 2024-11-16T11:24:10,218 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T11:24:10,218 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T11:24:10,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741884_1062 (size=1393) 2024-11-16T11:24:10,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741884_1062 (size=1393) 2024-11-16T11:24:10,239 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T11:24:10,239 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T11:24:10,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741885_1063 (size=1393) 2024-11-16T11:24:10,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741885_1063 (size=1393) 2024-11-16T11:24:10,666 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T11:24:10,667 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T11:24:10,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:10,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:10,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741886_1064 (size=1393) 2024-11-16T11:24:10,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741886_1064 (size=1393) 2024-11-16T11:24:11,085 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T11:24:11,085 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T11:24:11,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741887_1065 (size=1393) 2024-11-16T11:24:11,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741887_1065 (size=1393) 2024-11-16T11:24:11,126 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T11:24:11,126 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T11:24:11,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741888_1066 (size=1405) 2024-11-16T11:24:11,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741888_1066 (size=1405) 2024-11-16T11:24:11,162 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T11:24:11,163 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T11:24:11,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741889_1067 (size=1413) 2024-11-16T11:24:11,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741889_1067 (size=1413) 2024-11-16T11:24:11,233 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T11:24:11,233 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T11:24:11,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741890_1068 (size=1413) 2024-11-16T11:24:11,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741890_1068 (size=1413) 2024-11-16T11:24:11,275 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T11:24:11,275 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T11:24:11,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:11,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:11,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741891_1069 (size=1413) 2024-11-16T11:24:11,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741891_1069 (size=1413) 2024-11-16T11:24:11,299 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T11:24:11,319 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T11:24:11,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.0 2024-11-16T11:24:11,321 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.0 after 2ms 2024-11-16T11:24:11,322 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:24:13,330 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.0 took 2011ms 2024-11-16T11:24:13,333 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.0 so closing down 2024-11-16T11:24:13,333 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:13,336 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:13,341 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:13,343 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:13,349 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T11:24:13,351 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T11:24:13,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741892_1070 (size=743) 2024-11-16T11:24:13,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741892_1070 (size=743) 2024-11-16T11:24:13,360 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:13,367 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T11:24:13,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741893_1071 (size=743) 2024-11-16T11:24:13,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741893_1071 (size=743) 2024-11-16T11:24:13,381 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:13,386 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T11:24:13,386 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:13,386 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.0, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.0, size=1.4 K (1393bytes) at 1731756251319Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.0 so closing down at 1731756253333 (+2014 ms)3 split writer threads finished at 1731756253336 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731756253343 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731756253351 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756253360 (+9 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731756253367 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756253381 (+14 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731756253386 (+5 ms)Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756253386 2024-11-16T11:24:13,400 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.0 to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/oldWALs/wal.dat.0 2024-11-16T11:24:13,400 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T11:24:13,400 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.1 2024-11-16T11:24:13,404 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.1 after 4ms 2024-11-16T11:24:13,411 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.1 took 11ms 2024-11-16T11:24:13,420 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.1 so closing down 2024-11-16T11:24:13,420 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:13,421 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:13,432 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T11:24:13,436 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T11:24:13,437 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T11:24:13,450 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T11:24:13,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741895_1073 (size=743) 2024-11-16T11:24:13,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741895_1073 (size=743) 2024-11-16T11:24:13,471 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:13,480 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T11:24:13,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741894_1072 (size=743) 2024-11-16T11:24:13,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741894_1072 (size=743) 2024-11-16T11:24:13,487 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:13,493 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T11:24:13,493 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:13,493 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.1, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.1, size=1.4 K (1393bytes) at 1731756253400Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.1 so closing down at 1731756253420 (+20 ms)3 split writer threads finished at 1731756253421 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731756253436 (+15 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731756253450 (+14 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756253471 (+21 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731756253480 (+9 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756253487 (+7 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731756253493 (+6 ms)Processed 20 edits across 2 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756253493 2024-11-16T11:24:13,546 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.1 to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/oldWALs/wal.dat.1 2024-11-16T11:24:13,547 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T11:24:13,547 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.2 2024-11-16T11:24:13,549 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.2 after 2ms 2024-11-16T11:24:13,558 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.2 took 11ms 2024-11-16T11:24:13,561 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.2 so closing down 2024-11-16T11:24:13,561 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:13,577 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:13,589 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T11:24:13,591 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T11:24:13,592 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T11:24:13,602 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T11:24:13,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741896_1074 (size=743) 2024-11-16T11:24:13,636 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:13,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741896_1074 (size=743) 2024-11-16T11:24:13,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741897_1075 (size=743) 2024-11-16T11:24:13,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741897_1075 (size=743) 2024-11-16T11:24:13,641 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T11:24:13,641 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:13,656 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T11:24:13,657 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 96 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:13,657 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.2, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.2, size=1.4 K (1393bytes) at 1731756253547Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.2 so closing down at 1731756253561 (+14 ms)3 split writer threads finished at 1731756253578 (+17 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731756253592 (+14 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731756253603 (+11 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756253636 (+33 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731756253641 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756253641Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731756253656 (+15 ms)Processed 20 edits across 2 Regions in 96 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756253657 (+1 ms) 2024-11-16T11:24:13,663 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.2 to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/oldWALs/wal.dat.2 2024-11-16T11:24:13,663 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T11:24:13,663 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.3 2024-11-16T11:24:13,665 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.3 after 2ms 2024-11-16T11:24:13,684 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.3 took 21ms 2024-11-16T11:24:13,688 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.3 so closing down 2024-11-16T11:24:13,688 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:13,688 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:13,699 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T11:24:13,705 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T11:24:13,712 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T11:24:13,716 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T11:24:13,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741898_1076 (size=743) 2024-11-16T11:24:13,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741898_1076 (size=743) 2024-11-16T11:24:13,735 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:13,738 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T11:24:13,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741899_1077 (size=743) 2024-11-16T11:24:13,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741899_1077 (size=743) 2024-11-16T11:24:13,742 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:13,755 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T11:24:13,755 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 69 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:13,755 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.3, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.3, size=1.4 K (1393bytes) at 1731756253663Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.3 so closing down at 1731756253688 (+25 ms)3 split writer threads finished at 1731756253688Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731756253712 (+24 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731756253716 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756253735 (+19 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731756253738 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756253742 (+4 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731756253755 (+13 ms)Processed 20 edits across 2 Regions in 69 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756253755 2024-11-16T11:24:13,760 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.3 to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/oldWALs/wal.dat.3 2024-11-16T11:24:13,760 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T11:24:13,760 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.4 2024-11-16T11:24:13,761 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.4 after 1ms 2024-11-16T11:24:13,767 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.4 took 7ms 2024-11-16T11:24:13,773 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.4 so closing down 2024-11-16T11:24:13,773 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:13,774 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:13,784 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T11:24:13,788 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T11:24:13,788 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T11:24:13,796 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T11:24:13,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741900_1078 (size=743) 2024-11-16T11:24:13,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741900_1078 (size=743) 2024-11-16T11:24:13,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741901_1079 (size=743) 2024-11-16T11:24:13,811 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:13,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741901_1079 (size=743) 2024-11-16T11:24:13,813 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T11:24:14,212 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:14,215 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T11:24:14,216 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 445 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:14,216 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.4, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.4, size=1.4 K (1393bytes) at 1731756253760Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.4 so closing down at 1731756253773 (+13 ms)3 split writer threads finished at 1731756253774 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731756253788 (+14 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731756253796 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756253811 (+15 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731756253813 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756254212 (+399 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731756254215 (+3 ms)Processed 20 edits across 2 Regions in 445 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756254216 (+1 ms) 2024-11-16T11:24:14,220 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.4 to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/oldWALs/wal.dat.4 2024-11-16T11:24:14,220 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T11:24:14,221 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.5 2024-11-16T11:24:14,221 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.5 after 0ms 2024-11-16T11:24:14,229 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.5 took 9ms 2024-11-16T11:24:14,236 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.5 so closing down 2024-11-16T11:24:14,236 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:14,240 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:14,246 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T11:24:14,247 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T11:24:14,248 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T11:24:14,250 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T11:24:14,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741903_1081 (size=743) 2024-11-16T11:24:14,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741903_1081 (size=743) 2024-11-16T11:24:14,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741902_1080 (size=743) 2024-11-16T11:24:14,269 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:14,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741902_1080 (size=743) 2024-11-16T11:24:14,271 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:14,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T11:24:14,273 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T11:24:14,273 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:14,274 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.5, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.5, size=1.4 K (1393bytes) at 1731756254221Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.5 so closing down at 1731756254236 (+15 ms)3 split writer threads finished at 1731756254240 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731756254248 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731756254250 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756254269 (+19 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756254271 (+2 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731756254272 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731756254273 (+1 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756254274 (+1 ms) 2024-11-16T11:24:14,277 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.5 to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/oldWALs/wal.dat.5 2024-11-16T11:24:14,277 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T11:24:14,277 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.6 2024-11-16T11:24:14,278 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.6 after 1ms 2024-11-16T11:24:14,282 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.6 took 5ms 2024-11-16T11:24:14,285 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.6 so closing down 2024-11-16T11:24:14,285 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:14,288 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:14,294 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T11:24:14,295 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T11:24:14,296 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T11:24:14,300 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T11:24:14,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741904_1082 (size=749) 2024-11-16T11:24:14,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741904_1082 (size=749) 2024-11-16T11:24:14,306 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:14,309 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T11:24:14,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741905_1083 (size=749) 2024-11-16T11:24:14,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741905_1083 (size=749) 2024-11-16T11:24:14,322 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:14,325 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T11:24:14,325 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T11:24:14,325 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.6, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.6, size=1.4 K (1405bytes) at 1731756254277Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.6 so closing down at 1731756254285 (+8 ms)3 split writer threads finished at 1731756254288 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731756254296 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731756254300 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756254306 (+6 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731756254309 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756254322 (+13 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731756254325 (+3 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731756254325 2024-11-16T11:24:14,331 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.6 to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/oldWALs/wal.dat.6 2024-11-16T11:24:14,331 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T11:24:14,331 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.7 2024-11-16T11:24:14,332 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.7 after 1ms 2024-11-16T11:24:14,337 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.7 took 6ms 2024-11-16T11:24:14,340 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.7 so closing down 2024-11-16T11:24:14,340 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:14,344 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:14,347 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T11:24:14,348 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T11:24:14,348 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T11:24:14,350 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T11:24:14,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741906_1084 (size=753) 2024-11-16T11:24:14,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741906_1084 (size=753) 2024-11-16T11:24:14,369 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:14,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741907_1085 (size=753) 2024-11-16T11:24:14,373 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T11:24:14,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741907_1085 (size=753) 2024-11-16T11:24:14,373 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:14,379 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T11:24:14,379 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T11:24:14,380 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.7, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.7, size=1.4 K (1413bytes) at 1731756254331Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.7 so closing down at 1731756254340 (+9 ms)3 split writer threads finished at 1731756254344 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731756254348 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731756254350 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756254369 (+19 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731756254373 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756254373Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731756254379 (+6 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731756254379 2024-11-16T11:24:14,391 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.7 to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/oldWALs/wal.dat.7 2024-11-16T11:24:14,392 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T11:24:14,392 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.8 2024-11-16T11:24:14,393 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.8 after 1ms 2024-11-16T11:24:14,398 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.8 took 6ms 2024-11-16T11:24:14,422 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.8 so closing down 2024-11-16T11:24:14,422 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:14,428 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:14,434 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T11:24:14,434 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T11:24:14,441 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T11:24:14,443 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T11:24:14,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741909_1087 (size=753) 2024-11-16T11:24:14,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741909_1087 (size=753) 2024-11-16T11:24:14,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741908_1086 (size=753) 2024-11-16T11:24:14,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741908_1086 (size=753) 2024-11-16T11:24:14,494 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:14,494 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:14,498 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T11:24:14,499 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T11:24:14,499 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T11:24:14,500 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.8, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.8, size=1.4 K (1413bytes) at 1731756254392Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.8 so closing down at 1731756254422 (+30 ms)3 split writer threads finished at 1731756254428 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731756254441 (+13 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731756254443 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756254494 (+51 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756254494Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731756254498 (+4 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731756254499 (+1 ms)Processed 20 edits across 2 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731756254499 2024-11-16T11:24:14,507 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.8 to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/oldWALs/wal.dat.8 2024-11-16T11:24:14,507 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T11:24:14,507 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.9 2024-11-16T11:24:14,509 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.9 after 1ms 2024-11-16T11:24:14,518 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.9 took 11ms 2024-11-16T11:24:14,540 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.9 so closing down 2024-11-16T11:24:14,540 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:14,540 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:14,549 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T11:24:14,572 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T11:24:14,585 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T11:24:14,601 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T11:24:14,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741910_1088 (size=753) 2024-11-16T11:24:14,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741910_1088 (size=753) 2024-11-16T11:24:14,613 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:14,618 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T11:24:14,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741911_1089 (size=753) 2024-11-16T11:24:14,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741911_1089 (size=753) 2024-11-16T11:24:14,640 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:14,643 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T11:24:14,644 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 106 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T11:24:14,644 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.9, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.9, size=1.4 K (1413bytes) at 1731756254507Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.9 so closing down at 1731756254540 (+33 ms)3 split writer threads finished at 1731756254540Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731756254572 (+32 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731756254601 (+29 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756254613 (+12 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731756254618 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756254640 (+22 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731756254644 (+4 ms)Processed 20 edits across 2 Regions in 106 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731756254644 2024-11-16T11:24:14,648 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/WALs/testretryopenduringrecovery,16010,1731756250154/wal.dat.9 to hdfs://localhost:34525/user/jenkins/test-data/a206f00c-bdf8-9091-2185-7d67cc02d6c0/oldWALs/wal.dat.9 2024-11-16T11:24:14,661 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=144 (was 144), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=434 (was 438), ProcessCount=11 (was 11), AvailableMemoryMB=4721 (was 4803) 2024-11-16T11:24:14,670 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=144, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=434, ProcessCount=11, AvailableMemoryMB=4721 2024-11-16T11:24:14,670 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:24:14,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741912_1090 (size=7) 2024-11-16T11:24:14,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741912_1090 (size=7) 2024-11-16T11:24:14,692 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:24:14,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:14,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:14,698 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:14,698 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T11:24:14,699 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T11:24:14,700 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T11:24:14,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741913_1091 (size=1393) 2024-11-16T11:24:14,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741913_1091 (size=1393) 2024-11-16T11:24:14,724 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T11:24:14,724 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T11:24:14,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741914_1092 (size=1393) 2024-11-16T11:24:14,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741914_1092 (size=1393) 2024-11-16T11:24:14,744 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T11:24:14,744 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T11:24:14,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741915_1093 (size=1393) 2024-11-16T11:24:14,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741915_1093 (size=1393) 2024-11-16T11:24:14,782 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T11:24:14,782 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T11:24:14,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741916_1094 (size=1393) 2024-11-16T11:24:14,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741916_1094 (size=1393) 2024-11-16T11:24:14,806 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T11:24:14,806 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T11:24:14,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741917_1095 (size=1393) 2024-11-16T11:24:14,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741917_1095 (size=1393) 2024-11-16T11:24:14,820 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T11:24:14,821 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T11:24:14,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,839 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T11:24:14,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741919_1097 (size=1405) 2024-11-16T11:24:14,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741919_1097 (size=1405) 2024-11-16T11:24:14,854 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T11:24:14,854 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T11:24:14,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741920_1098 (size=1413) 2024-11-16T11:24:14,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741920_1098 (size=1413) 2024-11-16T11:24:14,873 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T11:24:14,873 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T11:24:14,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741921_1099 (size=1413) 2024-11-16T11:24:14,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741921_1099 (size=1413) 2024-11-16T11:24:14,948 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T11:24:14,949 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T11:24:14,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:14,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:14,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741922_1100 (size=1413) 2024-11-16T11:24:14,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741922_1100 (size=1413) 2024-11-16T11:24:14,972 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T11:24:14,990 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T11:24:14,990 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.0 2024-11-16T11:24:14,991 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.0 after 1ms 2024-11-16T11:24:14,993 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.0 took 3ms 2024-11-16T11:24:14,995 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.0 so closing down 2024-11-16T11:24:14,996 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:14,996 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:14,998 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T11:24:14,998 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:14,999 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T11:24:15,000 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:15,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741924_1102 (size=743) 2024-11-16T11:24:15,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741924_1102 (size=743) 2024-11-16T11:24:15,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741923_1101 (size=743) 2024-11-16T11:24:15,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741923_1101 (size=743) 2024-11-16T11:24:15,412 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:15,415 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T11:24:15,421 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:15,422 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T11:24:15,423 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:15,423 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.0, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.0, size=1.4 K (1393bytes) at 1731756254990Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.0 so closing down at 1731756254995 (+5 ms)3 split writer threads finished at 1731756254996 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731756254999 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731756255000 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756255412 (+412 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731756255415 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756255421 (+6 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731756255423 (+2 ms)Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756255423 2024-11-16T11:24:15,425 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.0 to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/oldWALs/wal.dat.0 2024-11-16T11:24:15,426 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T11:24:15,426 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.1 2024-11-16T11:24:15,426 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.1 after 0ms 2024-11-16T11:24:15,429 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.1 took 4ms 2024-11-16T11:24:15,430 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.1 so closing down 2024-11-16T11:24:15,430 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:15,431 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:15,434 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T11:24:15,434 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T11:24:15,436 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T11:24:15,436 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T11:24:15,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741926_1104 (size=743) 2024-11-16T11:24:15,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741926_1104 (size=743) 2024-11-16T11:24:15,442 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:15,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741925_1103 (size=743) 2024-11-16T11:24:15,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741925_1103 (size=743) 2024-11-16T11:24:15,444 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T11:24:15,445 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:15,446 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T11:24:15,447 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:15,447 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.1, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.1, size=1.4 K (1393bytes) at 1731756255426Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.1 so closing down at 1731756255430 (+4 ms)3 split writer threads finished at 1731756255431 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731756255436 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731756255436Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756255442 (+6 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731756255444 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756255445 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731756255446 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756255447 (+1 ms) 2024-11-16T11:24:15,449 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.1 to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/oldWALs/wal.dat.1 2024-11-16T11:24:15,449 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T11:24:15,449 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.2 2024-11-16T11:24:15,450 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.2 after 1ms 2024-11-16T11:24:15,452 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.2 took 3ms 2024-11-16T11:24:15,453 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.2 so closing down 2024-11-16T11:24:15,453 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:15,454 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:15,456 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T11:24:15,456 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T11:24:15,457 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T11:24:15,457 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T11:24:15,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741927_1105 (size=743) 2024-11-16T11:24:15,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741928_1106 (size=743) 2024-11-16T11:24:15,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741927_1105 (size=743) 2024-11-16T11:24:15,462 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:15,462 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:15,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741928_1106 (size=743) 2024-11-16T11:24:15,463 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T11:24:15,464 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T11:24:15,464 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:15,464 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.2, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.2, size=1.4 K (1393bytes) at 1731756255449Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.2 so closing down at 1731756255453 (+4 ms)3 split writer threads finished at 1731756255454 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731756255457 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731756255457Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756255462 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756255462Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731756255463 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731756255464 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756255464 2024-11-16T11:24:15,465 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.2 to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/oldWALs/wal.dat.2 2024-11-16T11:24:15,466 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T11:24:15,466 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.3 2024-11-16T11:24:15,466 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.3 after 0ms 2024-11-16T11:24:15,468 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.3 took 3ms 2024-11-16T11:24:15,469 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.3 so closing down 2024-11-16T11:24:15,469 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:15,469 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:15,472 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T11:24:15,472 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T11:24:15,473 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T11:24:15,473 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T11:24:15,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741929_1107 (size=743) 2024-11-16T11:24:15,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741930_1108 (size=743) 2024-11-16T11:24:15,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741930_1108 (size=743) 2024-11-16T11:24:15,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741929_1107 (size=743) 2024-11-16T11:24:15,477 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:15,479 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T11:24:15,479 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:15,481 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T11:24:15,481 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:15,481 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.3, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.3, size=1.4 K (1393bytes) at 1731756255466Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.3 so closing down at 1731756255469 (+3 ms)3 split writer threads finished at 1731756255469Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731756255473 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731756255473Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756255477 (+4 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731756255479 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756255480 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731756255481 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756255481 2024-11-16T11:24:15,482 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.3 to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/oldWALs/wal.dat.3 2024-11-16T11:24:15,483 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T11:24:15,483 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.4 2024-11-16T11:24:15,483 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.4 after 0ms 2024-11-16T11:24:15,485 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.4 took 2ms 2024-11-16T11:24:15,486 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.4 so closing down 2024-11-16T11:24:15,486 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:15,486 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:15,488 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T11:24:15,488 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T11:24:15,489 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T11:24:15,490 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T11:24:15,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741931_1109 (size=743) 2024-11-16T11:24:15,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741931_1109 (size=743) 2024-11-16T11:24:15,495 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:15,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741932_1110 (size=743) 2024-11-16T11:24:15,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741932_1110 (size=743) 2024-11-16T11:24:15,496 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T11:24:15,896 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:15,899 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T11:24:15,899 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:15,900 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.4, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.4, size=1.4 K (1393bytes) at 1731756255483Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.4 so closing down at 1731756255486 (+3 ms)3 split writer threads finished at 1731756255486Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731756255490 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731756255490Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756255495 (+5 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731756255496 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756255896 (+400 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731756255899 (+3 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756255900 (+1 ms) 2024-11-16T11:24:15,904 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.4 to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/oldWALs/wal.dat.4 2024-11-16T11:24:15,905 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.5, size=150 (150bytes) 2024-11-16T11:24:15,905 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.5 2024-11-16T11:24:15,905 WARN [IPC Server handler 0 on default port 34525 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-16T11:24:15,906 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.5 after 1ms 2024-11-16T11:24:16,157 WARN [ResponseProcessor for block BP-707044510-172.17.0.2-1731756228556:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-707044510-172.17.0.2-1731756228556:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T11:24:16,157 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1615041856_22 at /127.0.0.1:48716 [Receiving block BP-707044510-172.17.0.2-1731756228556:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:40847:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48716 dst: /127.0.0.1:40847 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40847 remote=/127.0.0.1:48716]. Total timeout mills is 60000, 58683 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:24:16,158 WARN [DataStreamer for file /user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.5 block BP-707044510-172.17.0.2-1731756228556:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-707044510-172.17.0.2-1731756228556:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:40847,DS-8cd32b67-ed65-4b4b-b79f-2bed9d1452dc,DISK], DatanodeInfoWithStorage[127.0.0.1:34423,DS-cf134883-7eb7-4878-a546-f71cf3534977,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:40847,DS-8cd32b67-ed65-4b4b-b79f-2bed9d1452dc,DISK]) is bad. 2024-11-16T11:24:16,157 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1615041856_22 at /127.0.0.1:56308 [Receiving block BP-707044510-172.17.0.2-1731756228556:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:34423:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56308 dst: /127.0.0.1:34423 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:24:16,159 WARN [DataStreamer for file /user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.5 block BP-707044510-172.17.0.2-1731756228556:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-707044510-172.17.0.2-1731756228556:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T11:24:16,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741918_1111 (size=1385) 2024-11-16T11:24:16,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741918_1111 (size=1385) 2024-11-16T11:24:19,907 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.5 after 4002ms 2024-11-16T11:24:19,910 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.5 took 4006ms 2024-11-16T11:24:19,913 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.5; continuing. 2024-11-16T11:24:19,913 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.5 so closing down 2024-11-16T11:24:19,913 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:19,913 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:19,917 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T11:24:19,917 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T11:24:19,918 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T11:24:19,919 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T11:24:19,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741933_1112 (size=743) 2024-11-16T11:24:19,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741934_1113 (size=743) 2024-11-16T11:24:19,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741934_1113 (size=743) 2024-11-16T11:24:19,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741933_1112 (size=743) 2024-11-16T11:24:19,926 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:19,926 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:19,927 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T11:24:19,928 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T11:24:19,928 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-16T11:24:19,928 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.5, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.5, size=150 (150bytes) at 1731756255905Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.5 so closing down at 1731756259913 (+4008 ms)3 split writer threads finished at 1731756259913Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731756259918 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731756259919 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756259926 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756259926Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731756259927 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731756259928 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1731756259928 2024-11-16T11:24:19,930 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.5 to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/oldWALs/wal.dat.5 2024-11-16T11:24:19,930 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T11:24:19,930 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.6 2024-11-16T11:24:19,930 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.6 after 0ms 2024-11-16T11:24:19,933 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.6 took 3ms 2024-11-16T11:24:19,934 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.6 so closing down 2024-11-16T11:24:19,934 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:19,934 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:19,936 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T11:24:19,936 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T11:24:19,938 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T11:24:19,938 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T11:24:19,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741936_1115 (size=749) 2024-11-16T11:24:19,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741935_1114 (size=749) 2024-11-16T11:24:19,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741935_1114 (size=749) 2024-11-16T11:24:19,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741936_1115 (size=749) 2024-11-16T11:24:19,943 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:19,943 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:19,944 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T11:24:19,944 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T11:24:19,944 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T11:24:19,944 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.6, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.6, size=1.4 K (1405bytes) at 1731756259930Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.6 so closing down at 1731756259934 (+4 ms)3 split writer threads finished at 1731756259934Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731756259938 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731756259938Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756259943 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756259943Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731756259944 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731756259944Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731756259944 2024-11-16T11:24:19,945 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.6 to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/oldWALs/wal.dat.6 2024-11-16T11:24:19,946 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T11:24:19,946 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.7 2024-11-16T11:24:19,946 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.7 after 0ms 2024-11-16T11:24:19,948 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.7 took 3ms 2024-11-16T11:24:19,949 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.7 so closing down 2024-11-16T11:24:19,949 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:19,949 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:19,951 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T11:24:19,951 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T11:24:19,952 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T11:24:19,952 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T11:24:19,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741937_1116 (size=753) 2024-11-16T11:24:19,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741938_1117 (size=753) 2024-11-16T11:24:19,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741937_1116 (size=753) 2024-11-16T11:24:19,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741938_1117 (size=753) 2024-11-16T11:24:19,958 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:19,958 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:19,959 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T11:24:19,959 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T11:24:19,959 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T11:24:19,959 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.7, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.7, size=1.4 K (1413bytes) at 1731756259946Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.7 so closing down at 1731756259949 (+3 ms)3 split writer threads finished at 1731756259949Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731756259952 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731756259952Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756259958 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756259958Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731756259959 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731756259959Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731756259959 2024-11-16T11:24:19,961 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.7 to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/oldWALs/wal.dat.7 2024-11-16T11:24:19,961 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T11:24:19,961 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.8 2024-11-16T11:24:19,962 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.8 after 1ms 2024-11-16T11:24:19,963 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.8 took 2ms 2024-11-16T11:24:19,965 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.8 so closing down 2024-11-16T11:24:19,965 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:19,965 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:19,967 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T11:24:19,967 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T11:24:19,968 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T11:24:19,968 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T11:24:19,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741940_1119 (size=753) 2024-11-16T11:24:19,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741940_1119 (size=753) 2024-11-16T11:24:19,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741939_1118 (size=753) 2024-11-16T11:24:19,973 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:19,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741939_1118 (size=753) 2024-11-16T11:24:19,973 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:19,974 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T11:24:19,974 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T11:24:19,974 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T11:24:19,974 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.8, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.8, size=1.4 K (1413bytes) at 1731756259961Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.8 so closing down at 1731756259965 (+4 ms)3 split writer threads finished at 1731756259965Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731756259968 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731756259968Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756259973 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756259973Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731756259974 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731756259974Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731756259974 2024-11-16T11:24:19,975 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.8 to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/oldWALs/wal.dat.8 2024-11-16T11:24:19,976 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T11:24:19,976 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.9 2024-11-16T11:24:19,976 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.9 after 0ms 2024-11-16T11:24:19,978 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.9 took 3ms 2024-11-16T11:24:19,979 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.9 so closing down 2024-11-16T11:24:19,979 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:19,979 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:19,982 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T11:24:19,982 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T11:24:19,983 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T11:24:19,983 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T11:24:19,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741941_1120 (size=753) 2024-11-16T11:24:19,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741942_1121 (size=753) 2024-11-16T11:24:19,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741942_1121 (size=753) 2024-11-16T11:24:19,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741941_1120 (size=753) 2024-11-16T11:24:19,988 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:19,989 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:19,989 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T11:24:19,990 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T11:24:19,991 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T11:24:19,991 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.9, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.9, size=1.4 K (1413bytes) at 1731756259976Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.9 so closing down at 1731756259979 (+3 ms)3 split writer threads finished at 1731756259979Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731756259983 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731756259983Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756259988 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756259989 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731756259989Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731756259990 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731756259991 (+1 ms) 2024-11-16T11:24:19,992 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731756254698/wal.dat.9 to hdfs://localhost:34525/user/jenkins/test-data/6306e247-4b2c-6a88-e4c2-09b283632b3b/oldWALs/wal.dat.9 2024-11-16T11:24:20,051 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=142 (was 144), OpenFileDescriptor=399 (was 395) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=424 (was 434), ProcessCount=11 (was 11), AvailableMemoryMB=4696 (was 4721) 2024-11-16T11:24:20,059 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=142, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=424, ProcessCount=11, AvailableMemoryMB=4696 2024-11-16T11:24:20,059 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:24:20,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741943_1122 (size=7) 2024-11-16T11:24:20,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741943_1122 (size=7) 2024-11-16T11:24:20,068 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:24:20,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:20,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:20,072 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:20,082 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=140 (was 142), OpenFileDescriptor=397 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=424 (was 424), ProcessCount=11 (was 11), AvailableMemoryMB=4695 (was 4696) 2024-11-16T11:24:20,089 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=140, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=424, ProcessCount=11, AvailableMemoryMB=4695 2024-11-16T11:24:20,090 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:24:20,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741944_1123 (size=7) 2024-11-16T11:24:20,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741944_1123 (size=7) 2024-11-16T11:24:20,103 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:24:20,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:20,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:20,108 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:20,108 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T11:24:20,109 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T11:24:20,110 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T11:24:20,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741945_1124 (size=1393) 2024-11-16T11:24:20,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741945_1124 (size=1393) 2024-11-16T11:24:20,126 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T11:24:20,126 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T11:24:20,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741946_1125 (size=1393) 2024-11-16T11:24:20,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741946_1125 (size=1393) 2024-11-16T11:24:20,553 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T11:24:20,554 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T11:24:20,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741947_1126 (size=1393) 2024-11-16T11:24:20,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741947_1126 (size=1393) 2024-11-16T11:24:20,575 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T11:24:20,575 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T11:24:20,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741948_1127 (size=1393) 2024-11-16T11:24:20,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741948_1127 (size=1393) 2024-11-16T11:24:20,589 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T11:24:20,590 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T11:24:20,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741949_1128 (size=1393) 2024-11-16T11:24:20,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741949_1128 (size=1393) 2024-11-16T11:24:20,601 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T11:24:20,601 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T11:24:20,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741950_1129 (size=1393) 2024-11-16T11:24:20,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741950_1129 (size=1393) 2024-11-16T11:24:20,614 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T11:24:20,614 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T11:24:20,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741951_1130 (size=1405) 2024-11-16T11:24:20,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741951_1130 (size=1405) 2024-11-16T11:24:20,627 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T11:24:20,627 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T11:24:20,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741952_1131 (size=1413) 2024-11-16T11:24:20,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741952_1131 (size=1413) 2024-11-16T11:24:20,640 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T11:24:20,640 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T11:24:20,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741953_1132 (size=1413) 2024-11-16T11:24:20,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741953_1132 (size=1413) 2024-11-16T11:24:20,652 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T11:24:20,653 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T11:24:20,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:20,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:20,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741954_1133 (size=1413) 2024-11-16T11:24:20,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741954_1133 (size=1413) 2024-11-16T11:24:21,068 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T11:24:21,092 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T11:24:21,092 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.0 2024-11-16T11:24:21,093 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.0 after 1ms 2024-11-16T11:24:21,095 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.0 took 3ms 2024-11-16T11:24:21,097 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.0 so closing down 2024-11-16T11:24:21,097 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:21,098 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:21,100 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:21,100 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T11:24:21,101 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:21,104 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T11:24:21,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741955_1134 (size=743) 2024-11-16T11:24:21,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741955_1134 (size=743) 2024-11-16T11:24:21,110 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:21,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741956_1135 (size=743) 2024-11-16T11:24:21,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741956_1135 (size=743) 2024-11-16T11:24:21,111 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:21,112 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T11:24:21,112 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T11:24:21,113 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:21,113 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.0, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.0, size=1.4 K (1393bytes) at 1731756261092Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.0 so closing down at 1731756261097 (+5 ms)3 split writer threads finished at 1731756261098 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731756261101 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731756261104 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756261110 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756261111 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731756261112 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731756261112Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756261113 (+1 ms) 2024-11-16T11:24:21,114 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.0 to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/oldWALs/wal.dat.0 2024-11-16T11:24:21,115 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T11:24:21,115 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.1 2024-11-16T11:24:21,115 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.1 after 0ms 2024-11-16T11:24:21,117 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.1 took 3ms 2024-11-16T11:24:21,118 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.1 so closing down 2024-11-16T11:24:21,118 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:21,118 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:21,120 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T11:24:21,120 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T11:24:21,121 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T11:24:21,121 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T11:24:21,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741958_1137 (size=743) 2024-11-16T11:24:21,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741958_1137 (size=743) 2024-11-16T11:24:21,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741957_1136 (size=743) 2024-11-16T11:24:21,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741957_1136 (size=743) 2024-11-16T11:24:21,130 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:21,131 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:21,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T11:24:21,132 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T11:24:21,132 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:21,132 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.1, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.1, size=1.4 K (1393bytes) at 1731756261115Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.1 so closing down at 1731756261118 (+3 ms)3 split writer threads finished at 1731756261118Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731756261121 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731756261121Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756261130 (+9 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756261131 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731756261132 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731756261132Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756261132 2024-11-16T11:24:21,133 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.1 to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/oldWALs/wal.dat.1 2024-11-16T11:24:21,133 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T11:24:21,134 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.2 2024-11-16T11:24:21,134 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.2 after 0ms 2024-11-16T11:24:21,135 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.2 took 2ms 2024-11-16T11:24:21,137 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.2 so closing down 2024-11-16T11:24:21,137 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:21,137 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:21,139 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T11:24:21,139 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T11:24:21,140 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T11:24:21,140 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T11:24:21,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741959_1138 (size=743) 2024-11-16T11:24:21,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741959_1138 (size=743) 2024-11-16T11:24:21,148 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:21,149 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T11:24:21,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741960_1139 (size=743) 2024-11-16T11:24:21,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741960_1139 (size=743) 2024-11-16T11:24:21,155 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:21,156 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T11:24:21,156 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:21,157 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.2, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.2, size=1.4 K (1393bytes) at 1731756261134Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.2 so closing down at 1731756261137 (+3 ms)3 split writer threads finished at 1731756261137Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731756261140 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731756261140Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756261148 (+8 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731756261149 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756261155 (+6 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731756261156 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756261156 2024-11-16T11:24:21,158 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.2 to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/oldWALs/wal.dat.2 2024-11-16T11:24:21,158 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T11:24:21,158 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.3 2024-11-16T11:24:21,159 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.3 after 1ms 2024-11-16T11:24:21,160 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.3 took 2ms 2024-11-16T11:24:21,162 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.3 so closing down 2024-11-16T11:24:21,162 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:21,162 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:21,164 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T11:24:21,164 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T11:24:21,165 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T11:24:21,165 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T11:24:21,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741962_1141 (size=743) 2024-11-16T11:24:21,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741962_1141 (size=743) 2024-11-16T11:24:21,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741961_1140 (size=743) 2024-11-16T11:24:21,169 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:21,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741961_1140 (size=743) 2024-11-16T11:24:21,170 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:21,171 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T11:24:21,171 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T11:24:21,171 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:21,171 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.3, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.3, size=1.4 K (1393bytes) at 1731756261158Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.3 so closing down at 1731756261162 (+4 ms)3 split writer threads finished at 1731756261162Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731756261165 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731756261165Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756261169 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756261170 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731756261171 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731756261171Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756261171 2024-11-16T11:24:21,173 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.3 to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/oldWALs/wal.dat.3 2024-11-16T11:24:21,173 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T11:24:21,173 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.4 2024-11-16T11:24:21,173 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.4 after 0ms 2024-11-16T11:24:21,176 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.4 took 3ms 2024-11-16T11:24:21,177 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.4 so closing down 2024-11-16T11:24:21,177 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:21,177 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:21,179 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T11:24:21,179 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T11:24:21,180 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T11:24:21,180 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T11:24:21,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741964_1143 (size=743) 2024-11-16T11:24:21,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741964_1143 (size=743) 2024-11-16T11:24:21,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741963_1142 (size=743) 2024-11-16T11:24:21,185 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:21,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741963_1142 (size=743) 2024-11-16T11:24:21,185 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:21,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T11:24:21,186 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T11:24:21,186 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:21,186 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.4, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.4, size=1.4 K (1393bytes) at 1731756261173Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.4 so closing down at 1731756261177 (+4 ms)3 split writer threads finished at 1731756261177Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731756261180 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731756261180Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756261185 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756261185Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731756261186 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731756261186Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756261186 2024-11-16T11:24:21,188 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.4 to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/oldWALs/wal.dat.4 2024-11-16T11:24:21,188 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T11:24:21,188 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.5 2024-11-16T11:24:21,188 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.5 after 0ms 2024-11-16T11:24:21,191 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.5 took 3ms 2024-11-16T11:24:21,192 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.5 so closing down 2024-11-16T11:24:21,192 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:21,192 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:21,194 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T11:24:21,194 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T11:24:21,196 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T11:24:21,196 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T11:24:21,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741965_1144 (size=743) 2024-11-16T11:24:21,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741965_1144 (size=743) 2024-11-16T11:24:21,211 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:21,212 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T11:24:21,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741966_1145 (size=743) 2024-11-16T11:24:21,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741966_1145 (size=743) 2024-11-16T11:24:21,227 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:21,229 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T11:24:21,229 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:21,229 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.5, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.5, size=1.4 K (1393bytes) at 1731756261188Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.5 so closing down at 1731756261192 (+4 ms)3 split writer threads finished at 1731756261192Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731756261196 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731756261196Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756261211 (+15 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731756261212 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756261227 (+15 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731756261229 (+2 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756261229 2024-11-16T11:24:21,231 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.5 to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/oldWALs/wal.dat.5 2024-11-16T11:24:21,231 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T11:24:21,231 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.6 2024-11-16T11:24:21,232 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.6 after 1ms 2024-11-16T11:24:21,234 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.6 took 3ms 2024-11-16T11:24:21,236 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.6 so closing down 2024-11-16T11:24:21,236 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:21,236 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:21,238 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T11:24:21,238 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T11:24:21,240 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T11:24:21,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T11:24:21,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741968_1147 (size=749) 2024-11-16T11:24:21,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741967_1146 (size=749) 2024-11-16T11:24:21,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741968_1147 (size=749) 2024-11-16T11:24:21,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741967_1146 (size=749) 2024-11-16T11:24:21,252 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:21,252 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:21,254 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T11:24:21,254 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T11:24:21,255 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T11:24:21,255 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.6, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.6, size=1.4 K (1405bytes) at 1731756261231Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.6 so closing down at 1731756261236 (+5 ms)3 split writer threads finished at 1731756261236Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731756261240 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731756261240Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756261252 (+12 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756261252Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731756261254 (+2 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731756261254Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731756261255 (+1 ms) 2024-11-16T11:24:21,256 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.6 to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/oldWALs/wal.dat.6 2024-11-16T11:24:21,257 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T11:24:21,257 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.7 2024-11-16T11:24:21,257 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.7 after 0ms 2024-11-16T11:24:21,259 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.7 took 3ms 2024-11-16T11:24:21,260 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.7 so closing down 2024-11-16T11:24:21,260 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:21,260 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:21,262 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T11:24:21,262 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T11:24:21,264 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T11:24:21,264 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T11:24:21,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741970_1149 (size=753) 2024-11-16T11:24:21,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741969_1148 (size=753) 2024-11-16T11:24:21,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741969_1148 (size=753) 2024-11-16T11:24:21,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741970_1149 (size=753) 2024-11-16T11:24:21,682 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:21,682 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:21,686 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T11:24:21,686 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T11:24:21,687 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T11:24:21,687 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.7, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.7, size=1.4 K (1413bytes) at 1731756261257Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.7 so closing down at 1731756261260 (+3 ms)3 split writer threads finished at 1731756261260Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731756261264 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731756261264Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756261682 (+418 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756261682Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731756261686 (+4 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731756261686Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731756261687 (+1 ms) 2024-11-16T11:24:21,691 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.7 to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/oldWALs/wal.dat.7 2024-11-16T11:24:21,691 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T11:24:21,691 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.8 2024-11-16T11:24:21,692 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.8 after 1ms 2024-11-16T11:24:21,695 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.8 took 4ms 2024-11-16T11:24:21,697 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.8 so closing down 2024-11-16T11:24:21,697 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:21,697 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:21,703 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T11:24:21,703 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T11:24:21,704 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T11:24:21,704 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T11:24:21,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741971_1150 (size=753) 2024-11-16T11:24:21,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741971_1150 (size=753) 2024-11-16T11:24:21,711 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:21,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741972_1151 (size=753) 2024-11-16T11:24:21,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741972_1151 (size=753) 2024-11-16T11:24:21,711 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:21,712 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T11:24:21,713 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T11:24:21,713 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T11:24:21,713 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.8, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.8, size=1.4 K (1413bytes) at 1731756261691Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.8 so closing down at 1731756261697 (+6 ms)3 split writer threads finished at 1731756261697Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731756261704 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731756261704Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756261711 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756261711Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731756261712 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731756261713 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731756261713 2024-11-16T11:24:21,715 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.8 to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/oldWALs/wal.dat.8 2024-11-16T11:24:21,715 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T11:24:21,715 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.9 2024-11-16T11:24:21,715 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.9 after 0ms 2024-11-16T11:24:21,717 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.9 took 2ms 2024-11-16T11:24:21,719 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.9 so closing down 2024-11-16T11:24:21,719 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:21,719 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:21,721 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T11:24:21,721 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T11:24:21,722 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T11:24:21,722 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T11:24:21,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741973_1152 (size=753) 2024-11-16T11:24:21,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741973_1152 (size=753) 2024-11-16T11:24:21,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741974_1153 (size=753) 2024-11-16T11:24:21,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741974_1153 (size=753) 2024-11-16T11:24:21,732 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:21,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:21,737 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T11:24:21,737 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T11:24:21,737 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T11:24:21,738 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.9, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.9, size=1.4 K (1413bytes) at 1731756261715Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.9 so closing down at 1731756261719 (+4 ms)3 split writer threads finished at 1731756261719Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731756261722 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731756261722Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756261732 (+10 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756261733 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731756261737 (+4 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731756261737Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731756261737 2024-11-16T11:24:21,740 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/WALs/testsplit,16010,1731756260108/wal.dat.9 to hdfs://localhost:34525/user/jenkins/test-data/f3c0e644-3d4b-0341-339e-bf4537dd3ccb/oldWALs/wal.dat.9 2024-11-16T11:24:21,808 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=140 (was 140), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=424 (was 424), ProcessCount=11 (was 11), AvailableMemoryMB=4671 (was 4695) 2024-11-16T11:24:21,815 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=140, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=424, ProcessCount=11, AvailableMemoryMB=4670 2024-11-16T11:24:21,815 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:24:21,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741975_1154 (size=7) 2024-11-16T11:24:21,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741975_1154 (size=7) 2024-11-16T11:24:21,822 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:24:21,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:21,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:21,825 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:21,826 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T11:24:21,827 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T11:24:21,828 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T11:24:21,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741976_1155 (size=1393) 2024-11-16T11:24:21,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741976_1155 (size=1393) 2024-11-16T11:24:21,840 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T11:24:21,840 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T11:24:21,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741977_1156 (size=1393) 2024-11-16T11:24:21,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741977_1156 (size=1393) 2024-11-16T11:24:21,851 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T11:24:21,852 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T11:24:21,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741978_1157 (size=1393) 2024-11-16T11:24:21,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741978_1157 (size=1393) 2024-11-16T11:24:21,862 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T11:24:21,862 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T11:24:21,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741979_1158 (size=1393) 2024-11-16T11:24:21,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741979_1158 (size=1393) 2024-11-16T11:24:21,876 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T11:24:21,876 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T11:24:21,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741980_1159 (size=1393) 2024-11-16T11:24:21,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741980_1159 (size=1393) 2024-11-16T11:24:21,887 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T11:24:21,888 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T11:24:21,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:21,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:21,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741981_1160 (size=1393) 2024-11-16T11:24:21,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741981_1160 (size=1393) 2024-11-16T11:24:22,225 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T11:24:22,301 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T11:24:22,302 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T11:24:22,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741982_1161 (size=1405) 2024-11-16T11:24:22,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741982_1161 (size=1405) 2024-11-16T11:24:22,727 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T11:24:22,727 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T11:24:22,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741983_1162 (size=1413) 2024-11-16T11:24:22,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741983_1162 (size=1413) 2024-11-16T11:24:22,739 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T11:24:22,740 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T11:24:22,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741984_1163 (size=1413) 2024-11-16T11:24:22,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741984_1163 (size=1413) 2024-11-16T11:24:22,750 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T11:24:22,750 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T11:24:22,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:22,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:22,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741985_1164 (size=1413) 2024-11-16T11:24:22,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741985_1164 (size=1413) 2024-11-16T11:24:23,164 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T11:24:23,181 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T11:24:23,181 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.0 2024-11-16T11:24:23,182 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.0 after 1ms 2024-11-16T11:24:23,184 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.0 took 3ms 2024-11-16T11:24:23,186 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.0 so closing down 2024-11-16T11:24:23,186 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:23,186 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:23,189 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T11:24:23,189 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:23,190 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T11:24:23,190 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:23,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741987_1166 (size=743) 2024-11-16T11:24:23,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741987_1166 (size=743) 2024-11-16T11:24:23,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741986_1165 (size=743) 2024-11-16T11:24:23,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741986_1165 (size=743) 2024-11-16T11:24:23,198 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:23,198 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:23,200 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T11:24:23,201 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T11:24:23,201 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:23,201 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.0, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.0, size=1.4 K (1393bytes) at 1731756263181Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.0 so closing down at 1731756263186 (+5 ms)3 split writer threads finished at 1731756263186Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731756263190 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731756263190Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756263198 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756263198Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731756263200 (+2 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731756263201 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756263201 2024-11-16T11:24:23,203 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.0 to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/oldWALs/wal.dat.0 2024-11-16T11:24:23,204 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T11:24:23,204 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.1 2024-11-16T11:24:23,204 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.1 after 0ms 2024-11-16T11:24:23,207 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.1 took 4ms 2024-11-16T11:24:23,208 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.1 so closing down 2024-11-16T11:24:23,208 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:23,208 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:23,211 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T11:24:23,211 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T11:24:23,212 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T11:24:23,212 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T11:24:23,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741989_1168 (size=743) 2024-11-16T11:24:23,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741988_1167 (size=743) 2024-11-16T11:24:23,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741988_1167 (size=743) 2024-11-16T11:24:23,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741989_1168 (size=743) 2024-11-16T11:24:23,217 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:23,217 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:23,219 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T11:24:23,219 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T11:24:23,219 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:23,220 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.1, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.1, size=1.4 K (1393bytes) at 1731756263204Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.1 so closing down at 1731756263208 (+4 ms)3 split writer threads finished at 1731756263208Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731756263212 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731756263212Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756263217 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756263217Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731756263219 (+2 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731756263219Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756263219 2024-11-16T11:24:23,222 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.1 to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/oldWALs/wal.dat.1 2024-11-16T11:24:23,222 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T11:24:23,222 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.2 2024-11-16T11:24:23,222 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.2 after 0ms 2024-11-16T11:24:23,225 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.2 took 3ms 2024-11-16T11:24:23,226 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.2 so closing down 2024-11-16T11:24:23,226 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:23,226 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:23,228 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T11:24:23,228 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T11:24:23,229 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T11:24:23,229 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T11:24:23,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741990_1169 (size=743) 2024-11-16T11:24:23,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741990_1169 (size=743) 2024-11-16T11:24:23,233 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:23,235 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T11:24:23,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741991_1170 (size=743) 2024-11-16T11:24:23,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741991_1170 (size=743) 2024-11-16T11:24:23,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:23,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T11:24:23,240 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:23,240 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.2, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.2, size=1.4 K (1393bytes) at 1731756263222Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.2 so closing down at 1731756263226 (+4 ms)3 split writer threads finished at 1731756263226Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731756263229 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731756263229Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756263233 (+4 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731756263235 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756263238 (+3 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731756263240 (+2 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756263240 2024-11-16T11:24:23,242 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.2 to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/oldWALs/wal.dat.2 2024-11-16T11:24:23,242 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T11:24:23,242 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.3 2024-11-16T11:24:23,243 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.3 after 1ms 2024-11-16T11:24:23,245 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.3 took 3ms 2024-11-16T11:24:23,246 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.3 so closing down 2024-11-16T11:24:23,246 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:23,246 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:23,248 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T11:24:23,248 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T11:24:23,249 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T11:24:23,249 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T11:24:23,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741992_1171 (size=743) 2024-11-16T11:24:23,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741993_1172 (size=743) 2024-11-16T11:24:23,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741992_1171 (size=743) 2024-11-16T11:24:23,254 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:23,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741993_1172 (size=743) 2024-11-16T11:24:23,256 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T11:24:23,655 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:23,658 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T11:24:23,665 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:23,665 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.3, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.3, size=1.4 K (1393bytes) at 1731756263242Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.3 so closing down at 1731756263246 (+4 ms)3 split writer threads finished at 1731756263246Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731756263249 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731756263249Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756263254 (+5 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731756263256 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756263655 (+399 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731756263658 (+3 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756263665 (+7 ms) 2024-11-16T11:24:23,669 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.3 to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/oldWALs/wal.dat.3 2024-11-16T11:24:23,669 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T11:24:23,669 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.4 2024-11-16T11:24:23,670 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.4 after 1ms 2024-11-16T11:24:23,676 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.4 took 7ms 2024-11-16T11:24:23,682 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.4 so closing down 2024-11-16T11:24:23,682 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:23,682 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:23,686 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T11:24:23,694 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T11:24:23,698 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T11:24:23,705 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T11:24:23,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741994_1173 (size=743) 2024-11-16T11:24:23,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741994_1173 (size=743) 2024-11-16T11:24:23,739 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:23,742 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T11:24:23,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741995_1174 (size=743) 2024-11-16T11:24:23,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741995_1174 (size=743) 2024-11-16T11:24:23,776 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:23,786 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T11:24:23,786 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 105 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:23,786 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.4, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.4, size=1.4 K (1393bytes) at 1731756263669Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.4 so closing down at 1731756263682 (+13 ms)3 split writer threads finished at 1731756263682Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731756263694 (+12 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731756263705 (+11 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756263739 (+34 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731756263742 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756263776 (+34 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731756263786 (+10 ms)Processed 20 edits across 2 Regions in 105 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756263786 2024-11-16T11:24:23,794 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.4 to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/oldWALs/wal.dat.4 2024-11-16T11:24:23,795 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T11:24:23,795 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.5 2024-11-16T11:24:23,796 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.5 after 1ms 2024-11-16T11:24:23,807 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.5 took 13ms 2024-11-16T11:24:23,811 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.5 so closing down 2024-11-16T11:24:23,811 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:23,813 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:23,821 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T11:24:23,824 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T11:24:23,826 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T11:24:23,842 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T11:24:23,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741996_1175 (size=743) 2024-11-16T11:24:23,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741996_1175 (size=743) 2024-11-16T11:24:23,880 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:23,888 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T11:24:23,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741997_1176 (size=743) 2024-11-16T11:24:23,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741997_1176 (size=743) 2024-11-16T11:24:23,908 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:23,915 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T11:24:23,915 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 105 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:23,915 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.5, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.5, size=1.4 K (1393bytes) at 1731756263795Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.5 so closing down at 1731756263811 (+16 ms)3 split writer threads finished at 1731756263813 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731756263824 (+11 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731756263842 (+18 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756263880 (+38 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731756263888 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756263908 (+20 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731756263915 (+7 ms)Processed 20 edits across 2 Regions in 105 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756263915 2024-11-16T11:24:23,924 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.5 to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/oldWALs/wal.dat.5 2024-11-16T11:24:23,925 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T11:24:23,925 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.6 2024-11-16T11:24:23,927 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.6 after 2ms 2024-11-16T11:24:23,933 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.6 took 9ms 2024-11-16T11:24:23,953 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.6 so closing down 2024-11-16T11:24:23,953 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:23,954 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:23,976 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T11:24:23,978 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T11:24:23,979 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T11:24:24,013 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T11:24:24,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741998_1177 (size=749) 2024-11-16T11:24:24,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741998_1177 (size=749) 2024-11-16T11:24:24,068 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:24,074 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T11:24:24,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073741999_1178 (size=749) 2024-11-16T11:24:24,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741999_1178 (size=749) 2024-11-16T11:24:24,108 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:24,111 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T11:24:24,112 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 169 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T11:24:24,112 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.6, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.6, size=1.4 K (1405bytes) at 1731756263925Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.6 so closing down at 1731756263953 (+28 ms)3 split writer threads finished at 1731756263954 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731756263978 (+24 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731756264013 (+35 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756264068 (+55 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731756264074 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756264108 (+34 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731756264111 (+3 ms)Processed 20 edits across 2 Regions in 169 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731756264112 (+1 ms) 2024-11-16T11:24:24,116 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.6 to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/oldWALs/wal.dat.6 2024-11-16T11:24:24,117 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T11:24:24,117 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.7 2024-11-16T11:24:24,118 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.7 after 1ms 2024-11-16T11:24:24,128 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.7 took 11ms 2024-11-16T11:24:24,157 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.7 so closing down 2024-11-16T11:24:24,157 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:24,159 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:24,165 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T11:24:24,169 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T11:24:24,174 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T11:24:24,192 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T11:24:24,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742000_1179 (size=753) 2024-11-16T11:24:24,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742000_1179 (size=753) 2024-11-16T11:24:24,238 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:24,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742001_1180 (size=753) 2024-11-16T11:24:24,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742001_1180 (size=753) 2024-11-16T11:24:24,246 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:24,248 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T11:24:24,251 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T11:24:24,251 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 96 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T11:24:24,251 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.7, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.7, size=1.4 K (1413bytes) at 1731756264117Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.7 so closing down at 1731756264157 (+40 ms)3 split writer threads finished at 1731756264159 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731756264169 (+10 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731756264192 (+23 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756264238 (+46 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756264246 (+8 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731756264248 (+2 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731756264251 (+3 ms)Processed 20 edits across 2 Regions in 96 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731756264251 2024-11-16T11:24:24,255 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.7 to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/oldWALs/wal.dat.7 2024-11-16T11:24:24,255 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T11:24:24,256 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.8 2024-11-16T11:24:24,256 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.8 after 0ms 2024-11-16T11:24:24,261 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.8 took 6ms 2024-11-16T11:24:24,278 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.8 so closing down 2024-11-16T11:24:24,278 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:24,288 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:24,320 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T11:24:24,325 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T11:24:24,339 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T11:24:24,351 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T11:24:24,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742002_1181 (size=753) 2024-11-16T11:24:24,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742002_1181 (size=753) 2024-11-16T11:24:24,400 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:24,404 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T11:24:24,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742003_1182 (size=753) 2024-11-16T11:24:24,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742003_1182 (size=753) 2024-11-16T11:24:24,419 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:24,423 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T11:24:24,423 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 146 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T11:24:24,423 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.8, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.8, size=1.4 K (1413bytes) at 1731756264256Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.8 so closing down at 1731756264278 (+22 ms)3 split writer threads finished at 1731756264288 (+10 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731756264339 (+51 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731756264351 (+12 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756264400 (+49 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731756264404 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756264419 (+15 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731756264423 (+4 ms)Processed 20 edits across 2 Regions in 146 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731756264423 2024-11-16T11:24:24,430 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.8 to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/oldWALs/wal.dat.8 2024-11-16T11:24:24,431 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T11:24:24,431 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.9 2024-11-16T11:24:24,432 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.9 after 1ms 2024-11-16T11:24:24,437 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.9 took 6ms 2024-11-16T11:24:24,461 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.9 so closing down 2024-11-16T11:24:24,461 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:24,466 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:24,470 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T11:24:24,484 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T11:24:24,488 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T11:24:24,506 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T11:24:24,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742004_1183 (size=753) 2024-11-16T11:24:24,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742004_1183 (size=753) 2024-11-16T11:24:24,564 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:24,568 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T11:24:24,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742005_1184 (size=753) 2024-11-16T11:24:24,612 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:24,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742005_1184 (size=753) 2024-11-16T11:24:24,615 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T11:24:24,615 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 155 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T11:24:24,615 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.9, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.9, size=1.4 K (1413bytes) at 1731756264431Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.9 so closing down at 1731756264461 (+30 ms)3 split writer threads finished at 1731756264466 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731756264484 (+18 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731756264506 (+22 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756264564 (+58 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731756264568 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756264612 (+44 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731756264615 (+3 ms)Processed 20 edits across 2 Regions in 155 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731756264615 2024-11-16T11:24:24,619 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/WALs/testmovedwalduringrecovery,16010,1731756261825/wal.dat.9 to hdfs://localhost:34525/user/jenkins/test-data/ec57cc6f-05d9-04af-e8a3-c156be1085c5/oldWALs/wal.dat.9 2024-11-16T11:24:24,654 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=140 (was 140), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=390 (was 424), ProcessCount=11 (was 11), AvailableMemoryMB=4614 (was 4670) 2024-11-16T11:24:24,666 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=140, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=390, ProcessCount=11, AvailableMemoryMB=4613 2024-11-16T11:24:24,666 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:24:24,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742006_1185 (size=7) 2024-11-16T11:24:24,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742006_1185 (size=7) 2024-11-16T11:24:24,704 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:24:24,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:24,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:24,709 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:24,713 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-16T11:24:24,713 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-16T11:24:24,714 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-16T11:24:24,715 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-16T11:24:24,715 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-16T11:24:24,737 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/07a19f7d-cd96-f9e2-01a7-dd8a27fea905/WALs/testthreading,16010,1731756264710/wal.dat..fake, size=0 (0bytes) 2024-11-16T11:24:24,750 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/07a19f7d-cd96-f9e2-01a7-dd8a27fea905/WALs/testthreading,16010,1731756264710/wal.dat..fake took 13ms 2024-11-16T11:24:25,661 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/07a19f7d-cd96-f9e2-01a7-dd8a27fea905/WALs/testthreading,16010,1731756264710/wal.dat..fake so closing down 2024-11-16T11:24:25,661 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:25,662 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:25,687 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/07a19f7d-cd96-f9e2-01a7-dd8a27fea905/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-16T11:24:25,706 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/07a19f7d-cd96-f9e2-01a7-dd8a27fea905/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-16T11:24:25,726 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/07a19f7d-cd96-f9e2-01a7-dd8a27fea905/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-16T11:24:25,784 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/07a19f7d-cd96-f9e2-01a7-dd8a27fea905/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 77 ms) 2024-11-16T11:24:25,796 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/07a19f7d-cd96-f9e2-01a7-dd8a27fea905/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-16T11:24:25,810 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/07a19f7d-cd96-f9e2-01a7-dd8a27fea905/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 122 ms) 2024-11-16T11:24:25,823 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/07a19f7d-cd96-f9e2-01a7-dd8a27fea905/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-16T11:24:25,835 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/07a19f7d-cd96-f9e2-01a7-dd8a27fea905/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 108 ms) 2024-11-16T11:24:25,887 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/07a19f7d-cd96-f9e2-01a7-dd8a27fea905/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 91 ms) 2024-11-16T11:24:25,915 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/07a19f7d-cd96-f9e2-01a7-dd8a27fea905/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 92 ms) 2024-11-16T11:24:25,917 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 1165 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/07a19f7d-cd96-f9e2-01a7-dd8a27fea905/WALs/testthreading,16010,1731756264710/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-16T11:24:25,917 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/07a19f7d-cd96-f9e2-01a7-dd8a27fea905/WALs/testthreading,16010,1731756264710/wal.dat..fake, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/07a19f7d-cd96-f9e2-01a7-dd8a27fea905/WALs/testthreading,16010,1731756264710/wal.dat..fake, size=0 (0bytes) at 1731756264737Split 1024 edits, skipped 0 edits. at 1731756264789 (+52 ms)Split 2048 edits, skipped 0 edits. at 1731756264814 (+25 ms)Split 3072 edits, skipped 0 edits. at 1731756264848 (+34 ms)Split 4096 edits, skipped 0 edits. at 1731756264892 (+44 ms)Split 5120 edits, skipped 0 edits. at 1731756264932 (+40 ms)Split 6144 edits, skipped 0 edits. at 1731756264980 (+48 ms)Split 7168 edits, skipped 0 edits. at 1731756265033 (+53 ms)Split 8192 edits, skipped 0 edits. at 1731756265100 (+67 ms)Split 9216 edits, skipped 0 edits. at 1731756265148 (+48 ms)Split 10240 edits, skipped 0 edits. at 1731756265193 (+45 ms)Split 11264 edits, skipped 0 edits. at 1731756265245 (+52 ms)Split 12288 edits, skipped 0 edits. at 1731756265290 (+45 ms)Split 13312 edits, skipped 0 edits. at 1731756265336 (+46 ms)Split 14336 edits, skipped 0 edits. at 1731756265380 (+44 ms)Split 15360 edits, skipped 0 edits. at 1731756265418 (+38 ms)Split 16384 edits, skipped 0 edits. at 1731756265466 (+48 ms)Split 17408 edits, skipped 0 edits. at 1731756265521 (+55 ms)Split 18432 edits, skipped 0 edits. at 1731756265597 (+76 ms)Split 19456 edits, skipped 0 edits. at 1731756265635 (+38 ms)Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/07a19f7d-cd96-f9e2-01a7-dd8a27fea905/WALs/testthreading,16010,1731756264710/wal.dat..fake so closing down at 1731756265661 (+26 ms)3 split writer threads finished at 1731756265662 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/07a19f7d-cd96-f9e2-01a7-dd8a27fea905/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1731756265687 (+25 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/07a19f7d-cd96-f9e2-01a7-dd8a27fea905/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1731756265706 (+19 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/07a19f7d-cd96-f9e2-01a7-dd8a27fea905/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1731756265726 (+20 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/07a19f7d-cd96-f9e2-01a7-dd8a27fea905/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 77 ms) at 1731756265784 (+58 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/07a19f7d-cd96-f9e2-01a7-dd8a27fea905/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1731756265796 (+12 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/07a19f7d-cd96-f9e2-01a7-dd8a27fea905/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 122 ms) at 1731756265810 (+14 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/07a19f7d-cd96-f9e2-01a7-dd8a27fea905/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1731756265823 (+13 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/07a19f7d-cd96-f9e2-01a7-dd8a27fea905/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 108 ms) at 1731756265835 (+12 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/07a19f7d-cd96-f9e2-01a7-dd8a27fea905/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 91 ms) at 1731756265887 (+52 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/07a19f7d-cd96-f9e2-01a7-dd8a27fea905/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 92 ms) at 1731756265915 (+28 ms)Processed 20000 edits across 5 Regions in 1165 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/07a19f7d-cd96-f9e2-01a7-dd8a27fea905/WALs/testthreading,16010,1731756264710/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1731756265917 (+2 ms) 2024-11-16T11:24:25,917 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-16T11:24:25,917 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-16T11:24:25,917 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-16T11:24:25,917 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-16T11:24:25,917 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-16T11:24:25,960 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=140 (was 140), OpenFileDescriptor=389 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=390 (was 390), ProcessCount=11 (was 11), AvailableMemoryMB=4555 (was 4613) 2024-11-16T11:24:25,977 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=140, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=390, ProcessCount=11, AvailableMemoryMB=4555 2024-11-16T11:24:25,977 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:24:26,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742007_1186 (size=7) 2024-11-16T11:24:26,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742007_1186 (size=7) 2024-11-16T11:24:26,076 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:24:26,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:26,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:26,080 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:26,083 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-16T11:24:26,087 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T11:24:26,088 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T11:24:26,089 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T11:24:26,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742008_1187 (size=1393) 2024-11-16T11:24:26,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742008_1187 (size=1393) 2024-11-16T11:24:26,125 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T11:24:26,125 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T11:24:26,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742009_1188 (size=1393) 2024-11-16T11:24:26,192 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T11:24:26,192 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T11:24:26,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742009_1188 (size=1393) 2024-11-16T11:24:26,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742010_1189 (size=1393) 2024-11-16T11:24:26,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742010_1189 (size=1393) 2024-11-16T11:24:26,289 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T11:24:26,289 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T11:24:26,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742011_1190 (size=1393) 2024-11-16T11:24:26,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742011_1190 (size=1393) 2024-11-16T11:24:26,353 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T11:24:26,353 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T11:24:26,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742012_1191 (size=1393) 2024-11-16T11:24:26,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742012_1191 (size=1393) 2024-11-16T11:24:26,443 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T11:24:26,443 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T11:24:26,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742013_1192 (size=1393) 2024-11-16T11:24:26,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742013_1192 (size=1393) 2024-11-16T11:24:26,526 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T11:24:26,526 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T11:24:26,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742014_1193 (size=1405) 2024-11-16T11:24:26,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742014_1193 (size=1405) 2024-11-16T11:24:26,613 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T11:24:26,613 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T11:24:26,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742015_1194 (size=1413) 2024-11-16T11:24:26,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742015_1194 (size=1413) 2024-11-16T11:24:26,699 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T11:24:26,699 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T11:24:26,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742016_1195 (size=1413) 2024-11-16T11:24:26,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742016_1195 (size=1413) 2024-11-16T11:24:26,792 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T11:24:26,792 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T11:24:26,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:26,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:26,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742017_1196 (size=1413) 2024-11-16T11:24:26,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742017_1196 (size=1413) 2024-11-16T11:24:26,877 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T11:24:26,878 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-16T11:24:26,911 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat..empty, size=0 (0bytes) 2024-11-16T11:24:26,911 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat..empty might be still open, length is 0 2024-11-16T11:24:26,911 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat..empty 2024-11-16T11:24:26,911 WARN [IPC Server handler 4 on default port 34525 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat..empty closed. 2024-11-16T11:24:26,911 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat..empty after 0ms 2024-11-16T11:24:26,913 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-16T11:24:26,914 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat..empty; empty? 2024-11-16T11:24:26,914 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat..empty so closing down 2024-11-16T11:24:26,914 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-16T11:24:26,914 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat..empty, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat..empty, size=0 (0bytes) at 1731756266911Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat..empty so closing down at 1731756266914 (+3 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1731756266914 2024-11-16T11:24:26,916 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat..empty to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/oldWALs/wal.dat..empty 2024-11-16T11:24:26,917 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T11:24:26,917 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.0 2024-11-16T11:24:26,917 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.0 after 0ms 2024-11-16T11:24:26,922 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.0 took 5ms 2024-11-16T11:24:26,940 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.0 so closing down 2024-11-16T11:24:26,940 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:26,940 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:26,943 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:26,944 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T11:24:26,948 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:26,948 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T11:24:26,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742018_1197 (size=743) 2024-11-16T11:24:26,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742018_1197 (size=743) 2024-11-16T11:24:26,975 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:26,976 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T11:24:26,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742019_1198 (size=743) 2024-11-16T11:24:26,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742019_1198 (size=743) 2024-11-16T11:24:26,992 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:26,995 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T11:24:26,995 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:26,995 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.0, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.0, size=1.4 K (1393bytes) at 1731756266917Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.0 so closing down at 1731756266940 (+23 ms)3 split writer threads finished at 1731756266940Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731756266948 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731756266949 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756266975 (+26 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731756266976 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756266993 (+17 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731756266995 (+2 ms)Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756266995 2024-11-16T11:24:26,999 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.0 to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/oldWALs/wal.dat.0 2024-11-16T11:24:26,999 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T11:24:26,999 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.1 2024-11-16T11:24:27,000 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.1 after 1ms 2024-11-16T11:24:27,002 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.1 took 3ms 2024-11-16T11:24:27,009 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.1 so closing down 2024-11-16T11:24:27,009 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:27,010 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:27,031 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T11:24:27,036 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T11:24:27,037 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T11:24:27,038 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T11:24:27,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742021_1200 (size=743) 2024-11-16T11:24:27,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742021_1200 (size=743) 2024-11-16T11:24:27,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742020_1199 (size=743) 2024-11-16T11:24:27,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742020_1199 (size=743) 2024-11-16T11:24:27,083 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:27,084 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:27,085 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T11:24:27,086 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T11:24:27,086 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:27,086 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.1, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.1, size=1.4 K (1393bytes) at 1731756266999Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.1 so closing down at 1731756267009 (+10 ms)3 split writer threads finished at 1731756267010 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731756267037 (+27 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731756267038 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756267083 (+45 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756267084 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731756267086 (+2 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731756267086Processed 20 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756267086 2024-11-16T11:24:27,088 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.1 to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/oldWALs/wal.dat.1 2024-11-16T11:24:27,089 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T11:24:27,089 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.2 2024-11-16T11:24:27,091 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.2 after 2ms 2024-11-16T11:24:27,094 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.2 took 6ms 2024-11-16T11:24:27,097 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.2 so closing down 2024-11-16T11:24:27,097 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:27,097 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:27,100 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T11:24:27,108 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T11:24:27,112 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T11:24:27,112 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T11:24:27,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742022_1201 (size=743) 2024-11-16T11:24:27,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742022_1201 (size=743) 2024-11-16T11:24:27,145 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:27,146 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T11:24:27,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742023_1202 (size=743) 2024-11-16T11:24:27,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742023_1202 (size=743) 2024-11-16T11:24:27,156 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:27,158 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T11:24:27,159 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:27,159 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.2, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.2, size=1.4 K (1393bytes) at 1731756267089Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.2 so closing down at 1731756267097 (+8 ms)3 split writer threads finished at 1731756267097Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731756267112 (+15 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731756267112Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756267145 (+33 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731756267146 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756267156 (+10 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731756267158 (+2 ms)Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756267159 (+1 ms) 2024-11-16T11:24:27,161 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.2 to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/oldWALs/wal.dat.2 2024-11-16T11:24:27,162 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T11:24:27,162 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.3 2024-11-16T11:24:27,163 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.3 after 1ms 2024-11-16T11:24:27,165 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.3 took 4ms 2024-11-16T11:24:27,173 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.3 so closing down 2024-11-16T11:24:27,173 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:27,180 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:27,184 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T11:24:27,186 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T11:24:27,189 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T11:24:27,205 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T11:24:27,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742024_1203 (size=743) 2024-11-16T11:24:27,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742024_1203 (size=743) 2024-11-16T11:24:27,217 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:27,223 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T11:24:27,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742025_1204 (size=743) 2024-11-16T11:24:27,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742025_1204 (size=743) 2024-11-16T11:24:27,273 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:27,275 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T11:24:27,275 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 103 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:27,275 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.3, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.3, size=1.4 K (1393bytes) at 1731756267162Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.3 so closing down at 1731756267173 (+11 ms)3 split writer threads finished at 1731756267180 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731756267186 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731756267205 (+19 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756267217 (+12 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731756267223 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756267273 (+50 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731756267275 (+2 ms)Processed 20 edits across 2 Regions in 103 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756267275 2024-11-16T11:24:27,279 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.3 to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/oldWALs/wal.dat.3 2024-11-16T11:24:27,279 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T11:24:27,279 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.4 2024-11-16T11:24:27,280 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.4 after 1ms 2024-11-16T11:24:27,282 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.4 took 3ms 2024-11-16T11:24:27,293 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.4 so closing down 2024-11-16T11:24:27,293 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:27,303 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:27,306 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T11:24:27,306 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T11:24:27,307 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T11:24:27,308 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T11:24:27,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742026_1205 (size=743) 2024-11-16T11:24:27,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742026_1205 (size=743) 2024-11-16T11:24:27,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742027_1206 (size=743) 2024-11-16T11:24:27,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742027_1206 (size=743) 2024-11-16T11:24:27,376 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:27,378 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T11:24:27,767 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:27,769 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T11:24:27,769 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 480 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:27,769 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.4, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.4, size=1.4 K (1393bytes) at 1731756267279Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.4 so closing down at 1731756267293 (+14 ms)3 split writer threads finished at 1731756267303 (+10 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731756267307 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731756267308 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756267376 (+68 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731756267378 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756267767 (+389 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731756267769 (+2 ms)Processed 20 edits across 2 Regions in 480 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756267769 2024-11-16T11:24:27,771 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.4 to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/oldWALs/wal.dat.4 2024-11-16T11:24:27,771 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T11:24:27,771 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.5 2024-11-16T11:24:27,772 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.5 after 1ms 2024-11-16T11:24:27,776 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.5 took 5ms 2024-11-16T11:24:27,785 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.5 so closing down 2024-11-16T11:24:27,785 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:27,790 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:27,795 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T11:24:27,801 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T11:24:27,809 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T11:24:27,816 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T11:24:27,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742028_1207 (size=743) 2024-11-16T11:24:27,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742028_1207 (size=743) 2024-11-16T11:24:27,855 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:27,858 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T11:24:27,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742029_1208 (size=743) 2024-11-16T11:24:27,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742029_1208 (size=743) 2024-11-16T11:24:27,862 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:27,867 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T11:24:27,867 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:27,867 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.5, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.5, size=1.4 K (1393bytes) at 1731756267771Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.5 so closing down at 1731756267785 (+14 ms)3 split writer threads finished at 1731756267790 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731756267809 (+19 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731756267816 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756267855 (+39 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731756267858 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756267862 (+4 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731756267867 (+5 ms)Processed 20 edits across 2 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756267867 2024-11-16T11:24:27,871 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.5 to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/oldWALs/wal.dat.5 2024-11-16T11:24:27,871 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T11:24:27,871 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.6 2024-11-16T11:24:27,872 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.6 after 1ms 2024-11-16T11:24:27,875 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.6 took 3ms 2024-11-16T11:24:27,886 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.6 so closing down 2024-11-16T11:24:27,886 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:27,889 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:27,901 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T11:24:27,902 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T11:24:27,903 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T11:24:27,907 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T11:24:27,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742030_1209 (size=749) 2024-11-16T11:24:27,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742030_1209 (size=749) 2024-11-16T11:24:27,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742031_1210 (size=749) 2024-11-16T11:24:27,919 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:27,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742031_1210 (size=749) 2024-11-16T11:24:27,921 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T11:24:27,924 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:27,926 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T11:24:27,926 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T11:24:27,926 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.6, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.6, size=1.4 K (1405bytes) at 1731756267871Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.6 so closing down at 1731756267886 (+15 ms)3 split writer threads finished at 1731756267889 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731756267902 (+13 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731756267907 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756267919 (+12 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731756267921 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756267924 (+3 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731756267926 (+2 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731756267926 2024-11-16T11:24:27,927 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.6 to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/oldWALs/wal.dat.6 2024-11-16T11:24:27,928 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T11:24:27,928 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.7 2024-11-16T11:24:27,928 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.7 after 0ms 2024-11-16T11:24:27,930 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.7 took 2ms 2024-11-16T11:24:27,931 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.7 so closing down 2024-11-16T11:24:27,931 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:27,931 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:27,933 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T11:24:27,933 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T11:24:27,934 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T11:24:27,936 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T11:24:27,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742032_1211 (size=753) 2024-11-16T11:24:27,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742032_1211 (size=753) 2024-11-16T11:24:27,971 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:27,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742033_1212 (size=753) 2024-11-16T11:24:27,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742033_1212 (size=753) 2024-11-16T11:24:27,977 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T11:24:27,977 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:27,978 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T11:24:27,979 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T11:24:27,979 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.7, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.7, size=1.4 K (1413bytes) at 1731756267928Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.7 so closing down at 1731756267931 (+3 ms)3 split writer threads finished at 1731756267931Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731756267934 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731756267936 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756267971 (+35 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731756267977 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756267977Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731756267978 (+1 ms)Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731756267979 (+1 ms) 2024-11-16T11:24:27,985 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.7 to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/oldWALs/wal.dat.7 2024-11-16T11:24:27,985 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T11:24:27,985 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.8 2024-11-16T11:24:27,986 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.8 after 1ms 2024-11-16T11:24:27,989 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.8 took 4ms 2024-11-16T11:24:28,009 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.8 so closing down 2024-11-16T11:24:28,009 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:28,012 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:28,024 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T11:24:28,027 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T11:24:28,031 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T11:24:28,035 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T11:24:28,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742034_1213 (size=753) 2024-11-16T11:24:28,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742034_1213 (size=753) 2024-11-16T11:24:28,047 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:28,051 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T11:24:28,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742035_1214 (size=753) 2024-11-16T11:24:28,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742035_1214 (size=753) 2024-11-16T11:24:28,063 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:28,065 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T11:24:28,066 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T11:24:28,066 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.8, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.8, size=1.4 K (1413bytes) at 1731756267985Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.8 so closing down at 1731756268009 (+24 ms)3 split writer threads finished at 1731756268012 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731756268027 (+15 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731756268035 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756268047 (+12 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731756268051 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756268063 (+12 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731756268065 (+2 ms)Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731756268066 (+1 ms) 2024-11-16T11:24:28,067 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.8 to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/oldWALs/wal.dat.8 2024-11-16T11:24:28,067 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T11:24:28,067 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.9 2024-11-16T11:24:28,068 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.9 after 1ms 2024-11-16T11:24:28,070 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.9 took 3ms 2024-11-16T11:24:28,071 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.9 so closing down 2024-11-16T11:24:28,071 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:28,071 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:28,074 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T11:24:28,075 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T11:24:28,080 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T11:24:28,084 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T11:24:28,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742036_1215 (size=753) 2024-11-16T11:24:28,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742036_1215 (size=753) 2024-11-16T11:24:28,090 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:28,091 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T11:24:28,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742037_1216 (size=753) 2024-11-16T11:24:28,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742037_1216 (size=753) 2024-11-16T11:24:28,095 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:28,096 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T11:24:28,096 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T11:24:28,096 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.9, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.9, size=1.4 K (1413bytes) at 1731756268067Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.9 so closing down at 1731756268071 (+4 ms)3 split writer threads finished at 1731756268071Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731756268080 (+9 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731756268084 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756268090 (+6 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731756268091 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756268095 (+4 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731756268096 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731756268096 2024-11-16T11:24:28,098 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.9 to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/oldWALs/wal.dat.9 2024-11-16T11:24:28,098 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.empty, size=0 (0bytes) 2024-11-16T11:24:28,098 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.empty might be still open, length is 0 2024-11-16T11:24:28,098 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.empty 2024-11-16T11:24:28,098 WARN [IPC Server handler 1 on default port 34525 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.empty closed. 2024-11-16T11:24:28,098 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.empty after 0ms 2024-11-16T11:24:28,099 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-16T11:24:28,100 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.empty; empty? 2024-11-16T11:24:28,100 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.empty so closing down 2024-11-16T11:24:28,100 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-16T11:24:28,100 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.empty, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.empty, size=0 (0bytes) at 1731756268098Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.empty so closing down at 1731756268100 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1731756268100 2024-11-16T11:24:28,101 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/WALs/testemptyopenlogfiles,16010,1731756266080/wal.dat.empty to hdfs://localhost:34525/user/jenkins/test-data/d328f681-da75-a241-7953-10f3c5b7458d/oldWALs/wal.dat.empty 2024-11-16T11:24:28,183 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=140 (was 140), OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=422 (was 390) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4556 (was 4555) - AvailableMemoryMB LEAK? - 2024-11-16T11:24:28,189 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=140, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=422, ProcessCount=11, AvailableMemoryMB=4556 2024-11-16T11:24:28,189 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:24:28,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742038_1217 (size=7) 2024-11-16T11:24:28,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742038_1217 (size=7) 2024-11-16T11:24:28,205 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:24:28,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:28,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:28,208 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:28,208 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T11:24:28,209 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T11:24:28,211 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T11:24:28,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742039_1218 (size=1393) 2024-11-16T11:24:28,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742039_1218 (size=1393) 2024-11-16T11:24:28,233 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T11:24:28,233 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T11:24:28,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742040_1219 (size=1393) 2024-11-16T11:24:28,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742040_1219 (size=1393) 2024-11-16T11:24:28,255 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T11:24:28,256 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T11:24:28,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742041_1220 (size=1393) 2024-11-16T11:24:28,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742041_1220 (size=1393) 2024-11-16T11:24:28,276 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T11:24:28,276 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T11:24:28,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742042_1221 (size=1393) 2024-11-16T11:24:28,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742042_1221 (size=1393) 2024-11-16T11:24:28,300 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T11:24:28,300 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T11:24:28,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742043_1222 (size=1393) 2024-11-16T11:24:28,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742043_1222 (size=1393) 2024-11-16T11:24:28,360 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T11:24:28,360 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T11:24:28,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742044_1223 (size=1393) 2024-11-16T11:24:28,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742044_1223 (size=1393) 2024-11-16T11:24:28,421 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T11:24:28,421 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T11:24:28,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742045_1224 (size=1405) 2024-11-16T11:24:28,467 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T11:24:28,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742045_1224 (size=1405) 2024-11-16T11:24:28,467 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T11:24:28,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742046_1225 (size=1413) 2024-11-16T11:24:28,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742046_1225 (size=1413) 2024-11-16T11:24:28,522 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T11:24:28,522 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T11:24:28,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742047_1226 (size=1413) 2024-11-16T11:24:28,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742047_1226 (size=1413) 2024-11-16T11:24:28,596 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T11:24:28,596 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T11:24:28,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:28,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:28,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742048_1227 (size=1413) 2024-11-16T11:24:28,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742048_1227 (size=1413) 2024-11-16T11:24:28,643 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T11:24:28,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742049_1228 (size=1398) 2024-11-16T11:24:28,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742049_1228 (size=1398) 2024-11-16T11:24:28,691 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T11:24:28,691 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.0 2024-11-16T11:24:28,691 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.0 after 0ms 2024-11-16T11:24:28,693 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.0 took 3ms 2024-11-16T11:24:28,695 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.0 so closing down 2024-11-16T11:24:28,695 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:28,695 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:28,700 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:28,700 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T11:24:28,701 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:28,704 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T11:24:28,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742050_1229 (size=743) 2024-11-16T11:24:28,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742050_1229 (size=743) 2024-11-16T11:24:28,710 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:28,711 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T11:24:28,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742051_1230 (size=743) 2024-11-16T11:24:28,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742051_1230 (size=743) 2024-11-16T11:24:28,716 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:28,717 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T11:24:28,717 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:28,717 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.0, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.0, size=1.4 K (1393bytes) at 1731756268691Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.0 so closing down at 1731756268695 (+4 ms)3 split writer threads finished at 1731756268695Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731756268701 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731756268704 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756268710 (+6 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731756268711 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756268716 (+5 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731756268717 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756268717 2024-11-16T11:24:28,719 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.0 to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/oldWALs/wal.dat.0 2024-11-16T11:24:28,719 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T11:24:28,719 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.1 2024-11-16T11:24:28,720 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.1 after 1ms 2024-11-16T11:24:28,721 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.1 took 2ms 2024-11-16T11:24:28,722 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.1 so closing down 2024-11-16T11:24:28,722 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:28,723 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:28,725 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T11:24:28,726 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T11:24:28,729 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T11:24:28,735 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T11:24:28,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742052_1231 (size=743) 2024-11-16T11:24:28,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742052_1231 (size=743) 2024-11-16T11:24:28,738 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:28,739 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T11:24:28,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742053_1232 (size=743) 2024-11-16T11:24:28,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742053_1232 (size=743) 2024-11-16T11:24:28,756 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:28,757 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T11:24:28,758 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:28,758 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.1, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.1, size=1.4 K (1393bytes) at 1731756268719Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.1 so closing down at 1731756268722 (+3 ms)3 split writer threads finished at 1731756268723 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731756268726 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731756268735 (+9 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756268738 (+3 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731756268739 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756268756 (+17 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731756268757 (+1 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756268758 (+1 ms) 2024-11-16T11:24:28,760 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.1 to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/oldWALs/wal.dat.1 2024-11-16T11:24:28,760 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T11:24:28,760 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.2 2024-11-16T11:24:28,760 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.2 after 0ms 2024-11-16T11:24:28,762 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.2 took 2ms 2024-11-16T11:24:28,764 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.2 so closing down 2024-11-16T11:24:28,764 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:28,764 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:28,770 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T11:24:28,770 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T11:24:28,771 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T11:24:28,773 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T11:24:28,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742054_1233 (size=743) 2024-11-16T11:24:28,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742054_1233 (size=743) 2024-11-16T11:24:28,793 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:28,794 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T11:24:28,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742055_1234 (size=743) 2024-11-16T11:24:28,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742055_1234 (size=743) 2024-11-16T11:24:28,806 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:28,807 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T11:24:28,807 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:28,807 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.2, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.2, size=1.4 K (1393bytes) at 1731756268760Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.2 so closing down at 1731756268764 (+4 ms)3 split writer threads finished at 1731756268764Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731756268771 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731756268773 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756268793 (+20 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731756268794 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756268806 (+12 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731756268807 (+1 ms)Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756268807 2024-11-16T11:24:28,809 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.2 to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/oldWALs/wal.dat.2 2024-11-16T11:24:28,809 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T11:24:28,809 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.3 2024-11-16T11:24:28,810 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.3 after 1ms 2024-11-16T11:24:28,811 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.3 took 2ms 2024-11-16T11:24:28,813 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.3 so closing down 2024-11-16T11:24:28,813 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:28,813 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:28,818 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T11:24:28,821 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T11:24:28,822 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T11:24:28,824 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T11:24:28,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742056_1235 (size=743) 2024-11-16T11:24:28,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742056_1235 (size=743) 2024-11-16T11:24:28,840 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:28,841 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T11:24:28,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742057_1236 (size=743) 2024-11-16T11:24:28,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742057_1236 (size=743) 2024-11-16T11:24:28,844 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:28,850 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T11:24:28,850 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:28,850 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.3, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.3, size=1.4 K (1393bytes) at 1731756268809Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.3 so closing down at 1731756268813 (+4 ms)3 split writer threads finished at 1731756268813Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731756268821 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731756268824 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756268840 (+16 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731756268841 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756268844 (+3 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731756268850 (+6 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756268850 2024-11-16T11:24:28,853 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.3 to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/oldWALs/wal.dat.3 2024-11-16T11:24:28,853 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T11:24:28,853 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.4 2024-11-16T11:24:28,855 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.4 after 2ms 2024-11-16T11:24:28,858 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.4 took 5ms 2024-11-16T11:24:28,891 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.4 so closing down 2024-11-16T11:24:28,891 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:28,895 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:28,921 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T11:24:28,924 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T11:24:28,928 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T11:24:28,936 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T11:24:28,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742059_1238 (size=743) 2024-11-16T11:24:28,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742059_1238 (size=743) 2024-11-16T11:24:28,970 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:28,972 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T11:24:28,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742058_1237 (size=743) 2024-11-16T11:24:28,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742058_1237 (size=743) 2024-11-16T11:24:29,398 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:29,399 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T11:24:29,399 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 510 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:29,399 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.4, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.4, size=1.4 K (1393bytes) at 1731756268853Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.4 so closing down at 1731756268891 (+38 ms)3 split writer threads finished at 1731756268895 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731756268928 (+33 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731756268936 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756268970 (+34 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731756268972 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756269398 (+426 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731756269399 (+1 ms)Processed 20 edits across 2 Regions in 510 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756269399 2024-11-16T11:24:29,401 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.4 to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/oldWALs/wal.dat.4 2024-11-16T11:24:29,401 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.5, size=1.4 K (1398bytes) 2024-11-16T11:24:29,401 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.5 2024-11-16T11:24:29,401 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.5 after 0ms 2024-11-16T11:24:29,403 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.5 took 2ms 2024-11-16T11:24:29,405 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T11:24:29,406 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.5 so closing down 2024-11-16T11:24:29,406 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:29,407 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:29,409 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T11:24:29,409 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T11:24:29,414 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T11:24:29,414 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T11:24:29,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742060_1239 (size=743) 2024-11-16T11:24:29,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742060_1239 (size=743) 2024-11-16T11:24:29,431 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:29,433 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T11:24:29,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742061_1240 (size=743) 2024-11-16T11:24:29,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742061_1240 (size=743) 2024-11-16T11:24:29,844 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:29,846 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T11:24:29,846 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 442 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-16T11:24:29,846 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.5, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.5, size=1.4 K (1398bytes) at 1731756269401Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.5 so closing down at 1731756269406 (+5 ms)3 split writer threads finished at 1731756269407 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731756269414 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731756269414Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756269431 (+17 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731756269433 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756269844 (+411 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731756269846 (+2 ms)Processed 20 edits across 2 Regions in 442 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1731756269846 2024-11-16T11:24:29,848 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.5 to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/corrupt/wal.dat.5 2024-11-16T11:24:29,848 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T11:24:29,848 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.6 2024-11-16T11:24:29,849 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.6 after 1ms 2024-11-16T11:24:29,850 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.6 took 2ms 2024-11-16T11:24:29,852 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.6 so closing down 2024-11-16T11:24:29,852 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:29,852 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:29,854 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T11:24:29,854 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T11:24:29,855 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T11:24:29,855 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T11:24:29,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742062_1241 (size=749) 2024-11-16T11:24:29,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742062_1241 (size=749) 2024-11-16T11:24:29,866 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:29,867 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T11:24:29,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742063_1242 (size=749) 2024-11-16T11:24:29,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742063_1242 (size=749) 2024-11-16T11:24:29,874 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:29,876 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T11:24:29,876 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T11:24:29,876 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.6, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.6, size=1.4 K (1405bytes) at 1731756269848Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.6 so closing down at 1731756269852 (+4 ms)3 split writer threads finished at 1731756269852Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731756269855 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731756269855Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756269866 (+11 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731756269867 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756269874 (+7 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731756269876 (+2 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731756269876 2024-11-16T11:24:29,877 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.6 to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/oldWALs/wal.dat.6 2024-11-16T11:24:29,878 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T11:24:29,878 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.7 2024-11-16T11:24:29,878 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.7 after 0ms 2024-11-16T11:24:29,880 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.7 took 2ms 2024-11-16T11:24:29,881 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.7 so closing down 2024-11-16T11:24:29,881 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:29,881 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:29,884 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T11:24:29,884 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T11:24:29,885 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T11:24:29,890 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T11:24:29,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742064_1243 (size=753) 2024-11-16T11:24:29,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742064_1243 (size=753) 2024-11-16T11:24:29,893 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:29,894 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T11:24:29,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742065_1244 (size=753) 2024-11-16T11:24:29,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742065_1244 (size=753) 2024-11-16T11:24:29,901 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:29,902 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T11:24:29,902 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T11:24:29,902 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.7, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.7, size=1.4 K (1413bytes) at 1731756269878Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.7 so closing down at 1731756269881 (+3 ms)3 split writer threads finished at 1731756269881Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731756269885 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731756269890 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756269893 (+3 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731756269894 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756269901 (+7 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731756269902 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731756269902 2024-11-16T11:24:29,904 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.7 to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/oldWALs/wal.dat.7 2024-11-16T11:24:29,904 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T11:24:29,904 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.8 2024-11-16T11:24:29,904 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.8 after 0ms 2024-11-16T11:24:29,907 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.8 took 3ms 2024-11-16T11:24:29,908 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.8 so closing down 2024-11-16T11:24:29,908 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:29,908 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:29,910 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T11:24:29,910 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T11:24:29,911 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T11:24:29,911 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T11:24:29,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742067_1246 (size=753) 2024-11-16T11:24:29,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742067_1246 (size=753) 2024-11-16T11:24:29,917 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:29,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742066_1245 (size=753) 2024-11-16T11:24:29,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742066_1245 (size=753) 2024-11-16T11:24:29,921 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:29,921 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T11:24:29,922 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T11:24:29,922 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T11:24:29,922 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.8, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.8, size=1.4 K (1413bytes) at 1731756269904Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.8 so closing down at 1731756269908 (+4 ms)3 split writer threads finished at 1731756269908Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731756269911 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731756269911Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756269917 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756269921 (+4 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731756269921Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731756269922 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731756269922 2024-11-16T11:24:29,924 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.8 to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/oldWALs/wal.dat.8 2024-11-16T11:24:29,924 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T11:24:29,924 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.9 2024-11-16T11:24:29,924 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.9 after 0ms 2024-11-16T11:24:29,926 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.9 took 2ms 2024-11-16T11:24:29,927 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.9 so closing down 2024-11-16T11:24:29,927 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:29,927 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:29,929 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T11:24:29,929 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T11:24:29,930 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T11:24:29,930 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T11:24:29,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742069_1248 (size=753) 2024-11-16T11:24:29,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742068_1247 (size=753) 2024-11-16T11:24:29,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742068_1247 (size=753) 2024-11-16T11:24:29,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742069_1248 (size=753) 2024-11-16T11:24:29,943 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:29,945 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T11:24:29,946 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:29,948 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T11:24:29,948 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T11:24:29,949 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.9, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.9, size=1.4 K (1413bytes) at 1731756269924Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.9 so closing down at 1731756269927 (+3 ms)3 split writer threads finished at 1731756269927Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731756269930 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731756269930Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756269943 (+13 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731756269945 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756269946 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731756269948 (+2 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731756269949 (+1 ms) 2024-11-16T11:24:29,954 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731756268208/wal.dat.9 to hdfs://localhost:34525/user/jenkins/test-data/3f7094bd-a872-107e-271f-9af468e2624b/oldWALs/wal.dat.9 2024-11-16T11:24:30,032 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=140 (was 140), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=422 (was 422), ProcessCount=11 (was 11), AvailableMemoryMB=4536 (was 4556) 2024-11-16T11:24:30,041 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=140, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=422, ProcessCount=11, AvailableMemoryMB=4535 2024-11-16T11:24:30,041 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:24:30,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742070_1249 (size=7) 2024-11-16T11:24:30,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742070_1249 (size=7) 2024-11-16T11:24:30,059 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:24:30,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:30,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:30,064 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:30,065 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a/data/default/t1/84f00a0e8f9ec6789365f2fb7e566b81 2024-11-16T11:24:30,065 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region 84f00a0e8f9ec6789365f2fb7e566b81 2024-11-16T11:24:30,066 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T11:24:30,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742071_1250 (size=3841) 2024-11-16T11:24:30,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742071_1250 (size=3841) 2024-11-16T11:24:30,163 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/e7c65f7a-1453-7967-c477-c81ad2905f00/WALs/testsplitleavescompactioneventsedits,16010,1731756270064/wal.dat.0, size=3.8 K (3841bytes) 2024-11-16T11:24:30,163 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/e7c65f7a-1453-7967-c477-c81ad2905f00/WALs/testsplitleavescompactioneventsedits,16010,1731756270064/wal.dat.0 2024-11-16T11:24:30,164 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/e7c65f7a-1453-7967-c477-c81ad2905f00/WALs/testsplitleavescompactioneventsedits,16010,1731756270064/wal.dat.0 after 1ms 2024-11-16T11:24:30,166 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/e7c65f7a-1453-7967-c477-c81ad2905f00/WALs/testsplitleavescompactioneventsedits,16010,1731756270064/wal.dat.0 took 3ms 2024-11-16T11:24:30,178 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/e7c65f7a-1453-7967-c477-c81ad2905f00/WALs/testsplitleavescompactioneventsedits,16010,1731756270064/wal.dat.0 so closing down 2024-11-16T11:24:30,178 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:30,181 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:30,188 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:30,198 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/e7c65f7a-1453-7967-c477-c81ad2905f00/data/default/t1/84f00a0e8f9ec6789365f2fb7e566b81/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:30,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742072_1251 (size=1591) 2024-11-16T11:24:30,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742072_1251 (size=1591) 2024-11-16T11:24:30,236 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/e7c65f7a-1453-7967-c477-c81ad2905f00/data/default/t1/84f00a0e8f9ec6789365f2fb7e566b81/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:30,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/e7c65f7a-1453-7967-c477-c81ad2905f00/data/default/t1/84f00a0e8f9ec6789365f2fb7e566b81/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/e7c65f7a-1453-7967-c477-c81ad2905f00/data/default/t1/84f00a0e8f9ec6789365f2fb7e566b81/recovered.edits/0000000000000000009 2024-11-16T11:24:30,238 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 63 ms; skipped=10; WAL=hdfs://localhost:34525/user/jenkins/test-data/e7c65f7a-1453-7967-c477-c81ad2905f00/WALs/testsplitleavescompactioneventsedits,16010,1731756270064/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false 2024-11-16T11:24:30,238 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/e7c65f7a-1453-7967-c477-c81ad2905f00/WALs/testsplitleavescompactioneventsedits,16010,1731756270064/wal.dat.0, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/e7c65f7a-1453-7967-c477-c81ad2905f00/WALs/testsplitleavescompactioneventsedits,16010,1731756270064/wal.dat.0, size=3.8 K (3841bytes) at 1731756270163Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/e7c65f7a-1453-7967-c477-c81ad2905f00/WALs/testsplitleavescompactioneventsedits,16010,1731756270064/wal.dat.0 so closing down at 1731756270178 (+15 ms)3 split writer threads finished at 1731756270181 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/e7c65f7a-1453-7967-c477-c81ad2905f00/data/default/t1/84f00a0e8f9ec6789365f2fb7e566b81/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731756270198 (+17 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/e7c65f7a-1453-7967-c477-c81ad2905f00/data/default/t1/84f00a0e8f9ec6789365f2fb7e566b81/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1731756270236 (+38 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/e7c65f7a-1453-7967-c477-c81ad2905f00/data/default/t1/84f00a0e8f9ec6789365f2fb7e566b81/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/e7c65f7a-1453-7967-c477-c81ad2905f00/data/default/t1/84f00a0e8f9ec6789365f2fb7e566b81/recovered.edits/0000000000000000009 at 1731756270238 (+2 ms)Processed 21 edits across 1 Regions in 63 ms; skipped=10; WAL=hdfs://localhost:34525/user/jenkins/test-data/e7c65f7a-1453-7967-c477-c81ad2905f00/WALs/testsplitleavescompactioneventsedits,16010,1731756270064/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false at 1731756270238 2024-11-16T11:24:30,244 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/e7c65f7a-1453-7967-c477-c81ad2905f00/WALs/testsplitleavescompactioneventsedits,16010,1731756270064/wal.dat.0 to hdfs://localhost:34525/user/jenkins/test-data/e7c65f7a-1453-7967-c477-c81ad2905f00/oldWALs/wal.dat.0 2024-11-16T11:24:30,286 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=140 (was 140), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=422 (was 422), ProcessCount=11 (was 11), AvailableMemoryMB=4527 (was 4535) 2024-11-16T11:24:30,295 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=140, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=422, ProcessCount=11, AvailableMemoryMB=4526 2024-11-16T11:24:30,295 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:24:30,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742073_1252 (size=7) 2024-11-16T11:24:30,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742073_1252 (size=7) 2024-11-16T11:24:30,309 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:24:30,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:30,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:30,314 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:30,314 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-16T11:24:30,316 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T11:24:30,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742074_1253 (size=863) 2024-11-16T11:24:30,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742074_1253 (size=863) 2024-11-16T11:24:30,328 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T11:24:30,349 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/59700198-72d9-f643-d133-a8b6e17a7c4f/WALs/testsplitpreservesedits,16010,1731756270314/wal.dat.0, size=863 (863bytes) 2024-11-16T11:24:30,349 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/59700198-72d9-f643-d133-a8b6e17a7c4f/WALs/testsplitpreservesedits,16010,1731756270314/wal.dat.0 2024-11-16T11:24:30,349 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/59700198-72d9-f643-d133-a8b6e17a7c4f/WALs/testsplitpreservesedits,16010,1731756270314/wal.dat.0 after 0ms 2024-11-16T11:24:30,351 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/59700198-72d9-f643-d133-a8b6e17a7c4f/WALs/testsplitpreservesedits,16010,1731756270314/wal.dat.0 took 3ms 2024-11-16T11:24:30,353 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/59700198-72d9-f643-d133-a8b6e17a7c4f/WALs/testsplitpreservesedits,16010,1731756270314/wal.dat.0 so closing down 2024-11-16T11:24:30,354 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:30,354 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:30,357 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:30,358 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/59700198-72d9-f643-d133-a8b6e17a7c4f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:30,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742075_1254 (size=863) 2024-11-16T11:24:30,366 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/59700198-72d9-f643-d133-a8b6e17a7c4f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:30,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742075_1254 (size=863) 2024-11-16T11:24:30,368 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/59700198-72d9-f643-d133-a8b6e17a7c4f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/59700198-72d9-f643-d133-a8b6e17a7c4f/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-16T11:24:30,368 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/59700198-72d9-f643-d133-a8b6e17a7c4f/WALs/testsplitpreservesedits,16010,1731756270314/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-16T11:24:30,368 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/59700198-72d9-f643-d133-a8b6e17a7c4f/WALs/testsplitpreservesedits,16010,1731756270314/wal.dat.0, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/59700198-72d9-f643-d133-a8b6e17a7c4f/WALs/testsplitpreservesedits,16010,1731756270314/wal.dat.0, size=863 (863bytes) at 1731756270349Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/59700198-72d9-f643-d133-a8b6e17a7c4f/WALs/testsplitpreservesedits,16010,1731756270314/wal.dat.0 so closing down at 1731756270354 (+5 ms)3 split writer threads finished at 1731756270354Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/59700198-72d9-f643-d133-a8b6e17a7c4f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731756270358 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/59700198-72d9-f643-d133-a8b6e17a7c4f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756270366 (+8 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/59700198-72d9-f643-d133-a8b6e17a7c4f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/59700198-72d9-f643-d133-a8b6e17a7c4f/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731756270368 (+2 ms)Processed 10 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/59700198-72d9-f643-d133-a8b6e17a7c4f/WALs/testsplitpreservesedits,16010,1731756270314/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1731756270368 2024-11-16T11:24:30,370 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/59700198-72d9-f643-d133-a8b6e17a7c4f/WALs/testsplitpreservesedits,16010,1731756270314/wal.dat.0 to hdfs://localhost:34525/user/jenkins/test-data/59700198-72d9-f643-d133-a8b6e17a7c4f/oldWALs/wal.dat.0 2024-11-16T11:24:30,388 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=141 (was 140) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=422 (was 422), ProcessCount=11 (was 11), AvailableMemoryMB=4524 (was 4526) 2024-11-16T11:24:30,396 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=141, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=422, ProcessCount=11, AvailableMemoryMB=4523 2024-11-16T11:24:30,396 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:24:30,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742076_1255 (size=7) 2024-11-16T11:24:30,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742076_1255 (size=7) 2024-11-16T11:24:30,432 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:24:30,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:30,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:30,437 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:30,437 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T11:24:30,438 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T11:24:30,438 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T11:24:30,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742077_1256 (size=1393) 2024-11-16T11:24:30,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742077_1256 (size=1393) 2024-11-16T11:24:30,467 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T11:24:30,467 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T11:24:30,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742078_1257 (size=1393) 2024-11-16T11:24:30,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742078_1257 (size=1393) 2024-11-16T11:24:30,502 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T11:24:30,502 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T11:24:30,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742079_1258 (size=1393) 2024-11-16T11:24:30,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742079_1258 (size=1393) 2024-11-16T11:24:30,527 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T11:24:30,527 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T11:24:30,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742080_1259 (size=1393) 2024-11-16T11:24:30,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742080_1259 (size=1393) 2024-11-16T11:24:30,558 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T11:24:30,558 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T11:24:30,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742081_1260 (size=1393) 2024-11-16T11:24:30,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742081_1260 (size=1393) 2024-11-16T11:24:30,589 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T11:24:30,590 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T11:24:30,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742082_1261 (size=1393) 2024-11-16T11:24:30,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742082_1261 (size=1393) 2024-11-16T11:24:30,615 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T11:24:30,616 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T11:24:30,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742083_1262 (size=1405) 2024-11-16T11:24:30,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742083_1262 (size=1405) 2024-11-16T11:24:30,651 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T11:24:30,652 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T11:24:30,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742084_1263 (size=1413) 2024-11-16T11:24:30,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742084_1263 (size=1413) 2024-11-16T11:24:30,664 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T11:24:30,664 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T11:24:30,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742085_1264 (size=1413) 2024-11-16T11:24:30,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742085_1264 (size=1413) 2024-11-16T11:24:30,677 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T11:24:30,677 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T11:24:30,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:30,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:30,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742086_1265 (size=1413) 2024-11-16T11:24:30,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742086_1265 (size=1413) 2024-11-16T11:24:30,689 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T11:24:30,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742087_1266 (size=1394) 2024-11-16T11:24:30,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742087_1266 (size=1394) 2024-11-16T11:24:30,715 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T11:24:30,715 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.0 2024-11-16T11:24:30,715 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.0 after 0ms 2024-11-16T11:24:30,718 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.0 took 2ms 2024-11-16T11:24:30,720 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.0 so closing down 2024-11-16T11:24:30,720 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:30,720 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:30,726 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:30,732 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:30,736 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T11:24:30,744 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T11:24:30,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742088_1267 (size=743) 2024-11-16T11:24:30,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742088_1267 (size=743) 2024-11-16T11:24:30,756 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:30,757 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T11:24:30,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742089_1268 (size=743) 2024-11-16T11:24:30,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742089_1268 (size=743) 2024-11-16T11:24:30,768 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:30,770 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T11:24:30,770 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:30,770 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.0, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.0, size=1.4 K (1393bytes) at 1731756270715Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.0 so closing down at 1731756270720 (+5 ms)3 split writer threads finished at 1731756270720Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731756270732 (+12 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731756270744 (+12 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756270756 (+12 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731756270757 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756270768 (+11 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731756270770 (+2 ms)Processed 20 edits across 2 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756270770 2024-11-16T11:24:30,772 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.0 to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/oldWALs/wal.dat.0 2024-11-16T11:24:30,773 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T11:24:30,773 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.1 2024-11-16T11:24:30,773 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.1 after 0ms 2024-11-16T11:24:30,775 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.1 took 3ms 2024-11-16T11:24:30,777 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.1 so closing down 2024-11-16T11:24:30,777 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:30,779 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:30,782 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T11:24:30,783 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T11:24:30,783 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T11:24:30,784 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T11:24:30,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742090_1269 (size=743) 2024-11-16T11:24:30,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742090_1269 (size=743) 2024-11-16T11:24:30,817 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:30,818 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T11:24:30,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742091_1270 (size=743) 2024-11-16T11:24:30,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742091_1270 (size=743) 2024-11-16T11:24:30,826 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:30,827 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T11:24:30,828 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:30,828 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.1, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.1, size=1.4 K (1393bytes) at 1731756270773Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.1 so closing down at 1731756270777 (+4 ms)3 split writer threads finished at 1731756270779 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731756270783 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731756270784 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756270817 (+33 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731756270818 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756270826 (+8 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731756270828 (+2 ms)Processed 20 edits across 2 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756270828 2024-11-16T11:24:30,830 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.1 to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/oldWALs/wal.dat.1 2024-11-16T11:24:30,830 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T11:24:30,830 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.2 2024-11-16T11:24:30,831 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.2 after 1ms 2024-11-16T11:24:30,833 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.2 took 3ms 2024-11-16T11:24:30,834 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.2 so closing down 2024-11-16T11:24:30,834 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:30,835 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:30,867 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T11:24:30,867 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T11:24:30,870 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T11:24:30,870 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T11:24:30,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742092_1271 (size=743) 2024-11-16T11:24:30,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742092_1271 (size=743) 2024-11-16T11:24:30,898 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:30,899 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T11:24:30,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742093_1272 (size=743) 2024-11-16T11:24:30,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742093_1272 (size=743) 2024-11-16T11:24:30,908 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:30,909 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T11:24:30,909 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 76 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:30,910 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.2, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.2, size=1.4 K (1393bytes) at 1731756270830Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.2 so closing down at 1731756270834 (+4 ms)3 split writer threads finished at 1731756270835 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731756270870 (+35 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731756270870Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756270898 (+28 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731756270899 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756270908 (+9 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731756270909 (+1 ms)Processed 20 edits across 2 Regions in 76 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756270909 2024-11-16T11:24:30,911 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.2 to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/oldWALs/wal.dat.2 2024-11-16T11:24:30,911 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T11:24:30,911 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.3 2024-11-16T11:24:30,912 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.3 after 1ms 2024-11-16T11:24:30,916 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.3 took 5ms 2024-11-16T11:24:30,924 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.3 so closing down 2024-11-16T11:24:30,924 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:30,925 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:30,932 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T11:24:30,933 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T11:24:30,933 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T11:24:30,935 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T11:24:30,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742094_1273 (size=743) 2024-11-16T11:24:30,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742094_1273 (size=743) 2024-11-16T11:24:30,956 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:30,957 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T11:24:30,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742095_1274 (size=743) 2024-11-16T11:24:30,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742095_1274 (size=743) 2024-11-16T11:24:30,971 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:30,972 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T11:24:30,972 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:30,972 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.3, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.3, size=1.4 K (1393bytes) at 1731756270911Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.3 so closing down at 1731756270924 (+13 ms)3 split writer threads finished at 1731756270925 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731756270933 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731756270935 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756270956 (+21 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731756270957 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756270971 (+14 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731756270972 (+1 ms)Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756270972 2024-11-16T11:24:30,975 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.3 to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/oldWALs/wal.dat.3 2024-11-16T11:24:30,975 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T11:24:30,975 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.4 2024-11-16T11:24:30,976 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.4 after 1ms 2024-11-16T11:24:30,978 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.4 took 3ms 2024-11-16T11:24:30,980 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.4 so closing down 2024-11-16T11:24:30,981 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:30,981 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:30,984 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T11:24:30,985 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T11:24:30,986 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T11:24:30,988 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T11:24:31,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742097_1276 (size=743) 2024-11-16T11:24:31,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742097_1276 (size=743) 2024-11-16T11:24:31,034 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:31,037 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T11:24:31,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742096_1275 (size=743) 2024-11-16T11:24:31,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742096_1275 (size=743) 2024-11-16T11:24:31,040 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:31,043 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T11:24:31,043 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:31,044 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.4, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.4, size=1.4 K (1393bytes) at 1731756270975Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.4 so closing down at 1731756270980 (+5 ms)3 split writer threads finished at 1731756270981 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731756270986 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731756270988 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756271034 (+46 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731756271037 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756271040 (+3 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731756271043 (+3 ms)Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756271043 2024-11-16T11:24:31,046 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.4 to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/oldWALs/wal.dat.4 2024-11-16T11:24:31,046 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.5, size=1.4 K (1394bytes) 2024-11-16T11:24:31,047 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.5 2024-11-16T11:24:31,048 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.5 after 1ms 2024-11-16T11:24:31,052 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-16T11:24:31,052 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.5 so closing down 2024-11-16T11:24:31,052 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-16T11:24:31,053 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.5, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.5, size=1.4 K (1394bytes) at 1731756271046Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.5 so closing down at 1731756271052 (+6 ms)Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731756271053 (+1 ms) 2024-11-16T11:24:31,061 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.5 to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/corrupt/wal.dat.5 2024-11-16T11:24:31,061 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T11:24:31,061 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.6 2024-11-16T11:24:31,063 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.6 after 2ms 2024-11-16T11:24:31,065 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.6 took 4ms 2024-11-16T11:24:31,083 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.6 so closing down 2024-11-16T11:24:31,083 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:31,091 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:31,094 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T11:24:31,096 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T11:24:31,108 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T11:24:31,110 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T11:24:31,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742098_1277 (size=749) 2024-11-16T11:24:31,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742098_1277 (size=749) 2024-11-16T11:24:31,152 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:31,153 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T11:24:31,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742099_1278 (size=749) 2024-11-16T11:24:31,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742099_1278 (size=749) 2024-11-16T11:24:31,162 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:31,164 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T11:24:31,164 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T11:24:31,164 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.6, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.6, size=1.4 K (1405bytes) at 1731756271061Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.6 so closing down at 1731756271083 (+22 ms)3 split writer threads finished at 1731756271091 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731756271108 (+17 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731756271110 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756271152 (+42 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731756271153 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756271162 (+9 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731756271164 (+2 ms)Processed 20 edits across 2 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731756271164 2024-11-16T11:24:31,168 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.6 to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/oldWALs/wal.dat.6 2024-11-16T11:24:31,168 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T11:24:31,168 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.7 2024-11-16T11:24:31,168 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.7 after 0ms 2024-11-16T11:24:31,173 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.7 took 5ms 2024-11-16T11:24:31,177 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.7 so closing down 2024-11-16T11:24:31,177 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:31,177 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:31,182 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T11:24:31,182 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T11:24:31,183 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T11:24:31,183 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T11:24:31,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742101_1280 (size=753) 2024-11-16T11:24:31,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742101_1280 (size=753) 2024-11-16T11:24:31,199 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:31,202 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T11:24:31,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742100_1279 (size=753) 2024-11-16T11:24:31,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742100_1279 (size=753) 2024-11-16T11:24:31,210 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:31,212 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T11:24:31,212 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T11:24:31,212 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.7, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.7, size=1.4 K (1413bytes) at 1731756271168Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.7 so closing down at 1731756271177 (+9 ms)3 split writer threads finished at 1731756271177Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731756271183 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731756271183Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756271199 (+16 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731756271202 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756271210 (+8 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731756271212 (+2 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731756271212 2024-11-16T11:24:31,214 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.7 to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/oldWALs/wal.dat.7 2024-11-16T11:24:31,214 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T11:24:31,214 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.8 2024-11-16T11:24:31,214 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.8 after 0ms 2024-11-16T11:24:31,216 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.8 took 2ms 2024-11-16T11:24:31,217 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.8 so closing down 2024-11-16T11:24:31,217 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:31,218 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:31,220 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T11:24:31,221 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T11:24:31,222 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T11:24:31,224 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T11:24:31,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742103_1282 (size=753) 2024-11-16T11:24:31,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742103_1282 (size=753) 2024-11-16T11:24:31,242 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:31,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742102_1281 (size=753) 2024-11-16T11:24:31,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742102_1281 (size=753) 2024-11-16T11:24:31,245 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:31,246 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T11:24:31,247 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T11:24:31,247 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T11:24:31,247 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.8, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.8, size=1.4 K (1413bytes) at 1731756271214Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.8 so closing down at 1731756271217 (+3 ms)3 split writer threads finished at 1731756271218 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731756271221 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731756271224 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756271242 (+18 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756271245 (+3 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731756271246 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731756271247 (+1 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731756271247 2024-11-16T11:24:31,249 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.8 to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/oldWALs/wal.dat.8 2024-11-16T11:24:31,249 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T11:24:31,249 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.9 2024-11-16T11:24:31,250 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.9 after 1ms 2024-11-16T11:24:31,253 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.9 took 4ms 2024-11-16T11:24:31,257 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.9 so closing down 2024-11-16T11:24:31,257 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:31,260 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:31,266 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T11:24:31,269 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T11:24:31,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T11:24:31,272 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T11:24:31,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742104_1283 (size=753) 2024-11-16T11:24:31,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742104_1283 (size=753) 2024-11-16T11:24:31,282 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:31,283 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T11:24:31,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742105_1284 (size=753) 2024-11-16T11:24:31,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742105_1284 (size=753) 2024-11-16T11:24:31,290 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:31,292 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T11:24:31,292 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T11:24:31,292 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.9, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.9, size=1.4 K (1413bytes) at 1731756271249Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.9 so closing down at 1731756271257 (+8 ms)3 split writer threads finished at 1731756271260 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731756271272 (+12 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731756271272Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756271282 (+10 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731756271283 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756271290 (+7 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731756271292 (+2 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731756271292 2024-11-16T11:24:31,294 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731756270437/wal.dat.9 to hdfs://localhost:34525/user/jenkins/test-data/bb29e9fa-4712-1f6d-5dfd-493c6dae5a42/oldWALs/wal.dat.9 2024-11-16T11:24:31,380 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=141 (was 141), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=422 (was 422), ProcessCount=11 (was 11), AvailableMemoryMB=4477 (was 4523) 2024-11-16T11:24:31,399 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=141, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=422, ProcessCount=11, AvailableMemoryMB=4475 2024-11-16T11:24:31,399 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:24:31,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742106_1285 (size=7) 2024-11-16T11:24:31,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742106_1285 (size=7) 2024-11-16T11:24:31,441 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:24:31,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:31,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:31,450 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:31,450 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-16T11:24:31,453 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T11:24:31,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:31,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:31,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:31,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:31,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:31,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:31,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:31,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:31,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:31,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:31,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:31,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:31,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:31,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:31,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:31,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:31,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:31,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:31,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:31,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:31,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742107_1286 (size=2403) 2024-11-16T11:24:31,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742107_1286 (size=2403) 2024-11-16T11:24:31,545 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T11:24:31,575 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/981d309b-b79b-937c-2238-4f6af66d705c/WALs/testsplitremovesregioneventsedits,16010,1731756271450/wal.dat.0, size=2.3 K (2403bytes) 2024-11-16T11:24:31,575 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/981d309b-b79b-937c-2238-4f6af66d705c/WALs/testsplitremovesregioneventsedits,16010,1731756271450/wal.dat.0 2024-11-16T11:24:31,576 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/981d309b-b79b-937c-2238-4f6af66d705c/WALs/testsplitremovesregioneventsedits,16010,1731756271450/wal.dat.0 after 1ms 2024-11-16T11:24:31,580 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/981d309b-b79b-937c-2238-4f6af66d705c/WALs/testsplitremovesregioneventsedits,16010,1731756271450/wal.dat.0 took 5ms 2024-11-16T11:24:31,600 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/981d309b-b79b-937c-2238-4f6af66d705c/WALs/testsplitremovesregioneventsedits,16010,1731756271450/wal.dat.0 so closing down 2024-11-16T11:24:31,600 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:31,600 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:31,614 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:31,615 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/981d309b-b79b-937c-2238-4f6af66d705c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:31,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742108_1287 (size=863) 2024-11-16T11:24:31,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742108_1287 (size=863) 2024-11-16T11:24:31,640 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/981d309b-b79b-937c-2238-4f6af66d705c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:31,642 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/981d309b-b79b-937c-2238-4f6af66d705c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/981d309b-b79b-937c-2238-4f6af66d705c/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-16T11:24:31,642 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 44 ms; skipped=10; WAL=hdfs://localhost:34525/user/jenkins/test-data/981d309b-b79b-937c-2238-4f6af66d705c/WALs/testsplitremovesregioneventsedits,16010,1731756271450/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-16T11:24:31,642 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/981d309b-b79b-937c-2238-4f6af66d705c/WALs/testsplitremovesregioneventsedits,16010,1731756271450/wal.dat.0, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/981d309b-b79b-937c-2238-4f6af66d705c/WALs/testsplitremovesregioneventsedits,16010,1731756271450/wal.dat.0, size=2.3 K (2403bytes) at 1731756271575Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/981d309b-b79b-937c-2238-4f6af66d705c/WALs/testsplitremovesregioneventsedits,16010,1731756271450/wal.dat.0 so closing down at 1731756271600 (+25 ms)3 split writer threads finished at 1731756271600Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/981d309b-b79b-937c-2238-4f6af66d705c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731756271615 (+15 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/981d309b-b79b-937c-2238-4f6af66d705c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756271640 (+25 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/981d309b-b79b-937c-2238-4f6af66d705c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/981d309b-b79b-937c-2238-4f6af66d705c/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731756271642 (+2 ms)Processed 20 edits across 1 Regions in 44 ms; skipped=10; WAL=hdfs://localhost:34525/user/jenkins/test-data/981d309b-b79b-937c-2238-4f6af66d705c/WALs/testsplitremovesregioneventsedits,16010,1731756271450/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1731756271642 2024-11-16T11:24:31,648 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/981d309b-b79b-937c-2238-4f6af66d705c/WALs/testsplitremovesregioneventsedits,16010,1731756271450/wal.dat.0 to hdfs://localhost:34525/user/jenkins/test-data/981d309b-b79b-937c-2238-4f6af66d705c/oldWALs/wal.dat.0 2024-11-16T11:24:31,669 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=141 (was 141), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=422 (was 422), ProcessCount=11 (was 11), AvailableMemoryMB=4459 (was 4475) 2024-11-16T11:24:31,676 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=141, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=422, ProcessCount=11, AvailableMemoryMB=4459 2024-11-16T11:24:31,677 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:24:31,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742109_1288 (size=7) 2024-11-16T11:24:31,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742109_1288 (size=7) 2024-11-16T11:24:31,698 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:24:31,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:31,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:31,705 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:31,723 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=141 (was 141), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=422 (was 422), ProcessCount=11 (was 11), AvailableMemoryMB=4458 (was 4459) 2024-11-16T11:24:31,730 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=141, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=422, ProcessCount=11, AvailableMemoryMB=4464 2024-11-16T11:24:31,731 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:24:31,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742110_1289 (size=7) 2024-11-16T11:24:31,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742110_1289 (size=7) 2024-11-16T11:24:31,739 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:24:31,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:31,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:31,743 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:31,753 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T11:24:31,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:31,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:31,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742111_1290 (size=255) 2024-11-16T11:24:31,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742111_1290 (size=255) 2024-11-16T11:24:31,777 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/74f7d902-e531-cf44-9c99-846ca88f6244/WALs/testsplitremovesreplicationmarkeredits,16010,1731756271743/wal.dat.1, size=255 (255bytes) 2024-11-16T11:24:31,777 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/74f7d902-e531-cf44-9c99-846ca88f6244/WALs/testsplitremovesreplicationmarkeredits,16010,1731756271743/wal.dat.1 2024-11-16T11:24:31,777 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/74f7d902-e531-cf44-9c99-846ca88f6244/WALs/testsplitremovesreplicationmarkeredits,16010,1731756271743/wal.dat.1 after 0ms 2024-11-16T11:24:31,779 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/74f7d902-e531-cf44-9c99-846ca88f6244/WALs/testsplitremovesreplicationmarkeredits,16010,1731756271743/wal.dat.1 took 2ms 2024-11-16T11:24:31,779 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-16T11:24:31,779 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/74f7d902-e531-cf44-9c99-846ca88f6244/WALs/testsplitremovesreplicationmarkeredits,16010,1731756271743/wal.dat.1 so closing down 2024-11-16T11:24:31,779 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:31,780 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:31,780 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/74f7d902-e531-cf44-9c99-846ca88f6244/WALs/testsplitremovesreplicationmarkeredits,16010,1731756271743/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-16T11:24:31,780 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/74f7d902-e531-cf44-9c99-846ca88f6244/WALs/testsplitremovesreplicationmarkeredits,16010,1731756271743/wal.dat.1, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/74f7d902-e531-cf44-9c99-846ca88f6244/WALs/testsplitremovesreplicationmarkeredits,16010,1731756271743/wal.dat.1, size=255 (255bytes) at 1731756271777Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/74f7d902-e531-cf44-9c99-846ca88f6244/WALs/testsplitremovesreplicationmarkeredits,16010,1731756271743/wal.dat.1 so closing down at 1731756271779 (+2 ms)3 split writer threads finished at 1731756271780 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/74f7d902-e531-cf44-9c99-846ca88f6244/WALs/testsplitremovesreplicationmarkeredits,16010,1731756271743/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1731756271780 2024-11-16T11:24:31,781 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/74f7d902-e531-cf44-9c99-846ca88f6244/WALs/testsplitremovesreplicationmarkeredits,16010,1731756271743/wal.dat.1 to hdfs://localhost:34525/user/jenkins/test-data/74f7d902-e531-cf44-9c99-846ca88f6244/oldWALs/wal.dat.1 2024-11-16T11:24:31,789 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=141 (was 141), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=422 (was 422), ProcessCount=11 (was 11), AvailableMemoryMB=4463 (was 4464) 2024-11-16T11:24:31,795 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=141, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=422, ProcessCount=11, AvailableMemoryMB=4463 2024-11-16T11:24:31,796 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:24:31,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742112_1291 (size=7) 2024-11-16T11:24:31,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742112_1291 (size=7) 2024-11-16T11:24:31,802 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:24:31,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:31,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:31,805 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:31,805 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-16T11:24:31,805 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-16T11:24:31,806 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T11:24:31,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:31,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:31,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:31,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:31,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:31,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:31,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:31,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:31,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:31,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:31,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:31,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:31,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:31,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:31,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:31,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:31,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:31,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:31,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:31,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:31,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742113_1292 (size=1941) 2024-11-16T11:24:31,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742113_1292 (size=1941) 2024-11-16T11:24:32,220 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T11:24:32,221 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a/data/default/t1/region__1 2024-11-16T11:24:32,238 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/7c7f3a54-f63c-8d6f-3dd7-4763eb858e81/WALs/testsplitlogfiledeletedregiondir,16010,1731756271805/wal.dat.0, size=1.9 K (1941bytes) 2024-11-16T11:24:32,238 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/7c7f3a54-f63c-8d6f-3dd7-4763eb858e81/WALs/testsplitlogfiledeletedregiondir,16010,1731756271805/wal.dat.0 2024-11-16T11:24:32,239 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/7c7f3a54-f63c-8d6f-3dd7-4763eb858e81/WALs/testsplitlogfiledeletedregiondir,16010,1731756271805/wal.dat.0 after 1ms 2024-11-16T11:24:32,240 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/7c7f3a54-f63c-8d6f-3dd7-4763eb858e81/WALs/testsplitlogfiledeletedregiondir,16010,1731756271805/wal.dat.0 took 2ms 2024-11-16T11:24:32,242 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-16T11:24:32,242 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/7c7f3a54-f63c-8d6f-3dd7-4763eb858e81/WALs/testsplitlogfiledeletedregiondir,16010,1731756271805/wal.dat.0 so closing down 2024-11-16T11:24:32,242 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:32,242 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:32,242 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:34525/user/jenkins/test-data/7c7f3a54-f63c-8d6f-3dd7-4763eb858e81/WALs/testsplitlogfiledeletedregiondir,16010,1731756271805/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-16T11:24:32,242 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/7c7f3a54-f63c-8d6f-3dd7-4763eb858e81/WALs/testsplitlogfiledeletedregiondir,16010,1731756271805/wal.dat.0, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/7c7f3a54-f63c-8d6f-3dd7-4763eb858e81/WALs/testsplitlogfiledeletedregiondir,16010,1731756271805/wal.dat.0, size=1.9 K (1941bytes) at 1731756272238Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/7c7f3a54-f63c-8d6f-3dd7-4763eb858e81/WALs/testsplitlogfiledeletedregiondir,16010,1731756271805/wal.dat.0 so closing down at 1731756272242 (+4 ms)3 split writer threads finished at 1731756272242Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:34525/user/jenkins/test-data/7c7f3a54-f63c-8d6f-3dd7-4763eb858e81/WALs/testsplitlogfiledeletedregiondir,16010,1731756271805/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1731756272242 2024-11-16T11:24:32,244 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/7c7f3a54-f63c-8d6f-3dd7-4763eb858e81/WALs/testsplitlogfiledeletedregiondir,16010,1731756271805/wal.dat.0 to hdfs://localhost:34525/user/jenkins/test-data/7c7f3a54-f63c-8d6f-3dd7-4763eb858e81/oldWALs/wal.dat.0 2024-11-16T11:24:32,255 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=141 (was 141), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=422 (was 422), ProcessCount=11 (was 11), AvailableMemoryMB=4463 (was 4463) 2024-11-16T11:24:32,261 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=141, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=422, ProcessCount=11, AvailableMemoryMB=4463 2024-11-16T11:24:32,261 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:24:32,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742114_1293 (size=7) 2024-11-16T11:24:32,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742114_1293 (size=7) 2024-11-16T11:24:32,278 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:24:32,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:32,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:32,282 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:32,283 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-16T11:24:32,283 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:32,283 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T11:24:32,283 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T11:24:32,284 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T11:24:32,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742115_1294 (size=1393) 2024-11-16T11:24:32,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742115_1294 (size=1393) 2024-11-16T11:24:32,316 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T11:24:32,316 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T11:24:32,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742116_1295 (size=1393) 2024-11-16T11:24:32,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742116_1295 (size=1393) 2024-11-16T11:24:32,340 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T11:24:32,340 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T11:24:32,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742117_1296 (size=1393) 2024-11-16T11:24:32,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742117_1296 (size=1393) 2024-11-16T11:24:32,363 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T11:24:32,363 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T11:24:32,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742118_1297 (size=1393) 2024-11-16T11:24:32,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742118_1297 (size=1393) 2024-11-16T11:24:32,407 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T11:24:32,407 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T11:24:32,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742119_1298 (size=1393) 2024-11-16T11:24:32,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742119_1298 (size=1393) 2024-11-16T11:24:32,437 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T11:24:32,438 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T11:24:32,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742120_1299 (size=1393) 2024-11-16T11:24:32,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742120_1299 (size=1393) 2024-11-16T11:24:32,472 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T11:24:32,473 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T11:24:32,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742121_1300 (size=1405) 2024-11-16T11:24:32,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742121_1300 (size=1405) 2024-11-16T11:24:32,500 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T11:24:32,500 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T11:24:32,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742122_1301 (size=1413) 2024-11-16T11:24:32,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742122_1301 (size=1413) 2024-11-16T11:24:32,566 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T11:24:32,566 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T11:24:32,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742123_1302 (size=1413) 2024-11-16T11:24:32,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742123_1302 (size=1413) 2024-11-16T11:24:32,598 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T11:24:32,599 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T11:24:32,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742124_1303 (size=1413) 2024-11-16T11:24:32,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742124_1303 (size=1413) 2024-11-16T11:24:32,637 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T11:24:32,661 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/e17188f4-086e-74eb-e8ba-be2f94804b3e/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731756272282/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T11:24:32,661 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/e17188f4-086e-74eb-e8ba-be2f94804b3e/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731756272282/wal.dat.0 2024-11-16T11:24:32,662 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/e17188f4-086e-74eb-e8ba-be2f94804b3e/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731756272282/wal.dat.0 after 1ms 2024-11-16T11:24:32,664 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/e17188f4-086e-74eb-e8ba-be2f94804b3e/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731756272282/wal.dat.0 took 3ms 2024-11-16T11:24:32,665 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/e17188f4-086e-74eb-e8ba-be2f94804b3e/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731756272282/wal.dat.0 so closing down 2024-11-16T11:24:32,665 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:32,665 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:32,665 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/e17188f4-086e-74eb-e8ba-be2f94804b3e/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731756272282/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:32,666 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/e17188f4-086e-74eb-e8ba-be2f94804b3e/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731756272282/wal.dat.0, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/e17188f4-086e-74eb-e8ba-be2f94804b3e/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731756272282/wal.dat.0, size=1.4 K (1393bytes) at 1731756272661Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/e17188f4-086e-74eb-e8ba-be2f94804b3e/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731756272282/wal.dat.0 so closing down at 1731756272665 (+4 ms)3 split writer threads finished at 1731756272665Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/e17188f4-086e-74eb-e8ba-be2f94804b3e/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731756272282/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756272665 2024-11-16T11:24:32,674 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=141 (was 141), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=422 (was 422), ProcessCount=11 (was 11), AvailableMemoryMB=4457 (was 4463) 2024-11-16T11:24:32,682 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=141, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=422, ProcessCount=11, AvailableMemoryMB=4457 2024-11-16T11:24:32,682 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:24:32,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742125_1304 (size=7) 2024-11-16T11:24:32,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742125_1304 (size=7) 2024-11-16T11:24:32,694 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:24:32,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:32,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:32,698 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:32,698 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T11:24:32,698 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T11:24:32,699 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T11:24:32,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742126_1305 (size=1393) 2024-11-16T11:24:32,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742126_1305 (size=1393) 2024-11-16T11:24:32,716 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T11:24:32,716 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T11:24:32,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742127_1306 (size=1393) 2024-11-16T11:24:32,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742127_1306 (size=1393) 2024-11-16T11:24:32,730 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T11:24:32,731 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T11:24:32,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742128_1307 (size=1393) 2024-11-16T11:24:32,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742128_1307 (size=1393) 2024-11-16T11:24:32,741 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T11:24:32,741 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T11:24:32,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742129_1308 (size=1393) 2024-11-16T11:24:32,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742129_1308 (size=1393) 2024-11-16T11:24:32,753 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T11:24:32,753 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T11:24:32,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,764 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T11:24:32,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742131_1310 (size=1393) 2024-11-16T11:24:32,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742131_1310 (size=1393) 2024-11-16T11:24:32,779 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T11:24:32,779 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T11:24:32,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742132_1311 (size=1405) 2024-11-16T11:24:32,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742132_1311 (size=1405) 2024-11-16T11:24:32,794 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T11:24:32,795 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T11:24:32,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742133_1312 (size=1413) 2024-11-16T11:24:32,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742133_1312 (size=1413) 2024-11-16T11:24:32,809 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T11:24:32,809 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T11:24:32,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742134_1313 (size=1413) 2024-11-16T11:24:32,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742134_1313 (size=1413) 2024-11-16T11:24:32,821 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T11:24:32,821 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T11:24:32,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742135_1314 (size=1413) 2024-11-16T11:24:32,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742135_1314 (size=1413) 2024-11-16T11:24:32,841 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T11:24:32,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:32,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:32,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742130_1309 (size=1458) 2024-11-16T11:24:32,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742130_1309 (size=1458) 2024-11-16T11:24:32,861 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T11:24:32,861 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.0 2024-11-16T11:24:32,861 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.0 after 0ms 2024-11-16T11:24:32,864 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.0 took 3ms 2024-11-16T11:24:32,867 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.0 so closing down 2024-11-16T11:24:32,867 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:32,867 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:32,869 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T11:24:32,869 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:32,871 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:32,873 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T11:24:32,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742136_1315 (size=743) 2024-11-16T11:24:32,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742136_1315 (size=743) 2024-11-16T11:24:32,893 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:32,897 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T11:24:32,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742137_1316 (size=743) 2024-11-16T11:24:32,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742137_1316 (size=743) 2024-11-16T11:24:32,909 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:32,912 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T11:24:32,912 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:32,912 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.0, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.0, size=1.4 K (1393bytes) at 1731756272861Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.0 so closing down at 1731756272867 (+6 ms)3 split writer threads finished at 1731756272867Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731756272871 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731756272873 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756272893 (+20 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731756272897 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756272909 (+12 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731756272912 (+3 ms)Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756272912 2024-11-16T11:24:32,914 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.0 to hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/oldWALs/wal.dat.0 2024-11-16T11:24:32,915 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T11:24:32,915 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.1 2024-11-16T11:24:32,915 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.1 after 0ms 2024-11-16T11:24:32,918 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.1 took 3ms 2024-11-16T11:24:32,919 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.1 so closing down 2024-11-16T11:24:32,919 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:32,920 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:32,926 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T11:24:32,927 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T11:24:32,928 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T11:24:32,932 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T11:24:32,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742138_1317 (size=743) 2024-11-16T11:24:32,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742138_1317 (size=743) 2024-11-16T11:24:32,946 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:32,947 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T11:24:32,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742139_1318 (size=743) 2024-11-16T11:24:32,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742139_1318 (size=743) 2024-11-16T11:24:32,970 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:32,975 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T11:24:32,975 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:32,975 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.1, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.1, size=1.4 K (1393bytes) at 1731756272915Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.1 so closing down at 1731756272919 (+4 ms)3 split writer threads finished at 1731756272920 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731756272927 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731756272932 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756272946 (+14 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731756272947 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756272970 (+23 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731756272975 (+5 ms)Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756272975 2024-11-16T11:24:32,978 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.1 to hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/oldWALs/wal.dat.1 2024-11-16T11:24:32,979 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T11:24:32,979 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.2 2024-11-16T11:24:32,979 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.2 after 0ms 2024-11-16T11:24:32,981 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.2 took 2ms 2024-11-16T11:24:32,982 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.2 so closing down 2024-11-16T11:24:32,982 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:32,982 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:32,990 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T11:24:32,993 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T11:24:32,994 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T11:24:33,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742140_1319 (size=743) 2024-11-16T11:24:33,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742140_1319 (size=743) 2024-11-16T11:24:33,016 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T11:24:33,017 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:33,019 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T11:24:33,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742141_1320 (size=743) 2024-11-16T11:24:33,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742141_1320 (size=743) 2024-11-16T11:24:33,030 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:33,033 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T11:24:33,034 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:33,034 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.2, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.2, size=1.4 K (1393bytes) at 1731756272979Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.2 so closing down at 1731756272982 (+3 ms)3 split writer threads finished at 1731756272982Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731756272993 (+11 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731756273016 (+23 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756273017 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731756273019 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756273030 (+11 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731756273034 (+4 ms)Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756273034 2024-11-16T11:24:33,036 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.2 to hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/oldWALs/wal.dat.2 2024-11-16T11:24:33,037 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T11:24:33,037 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.3 2024-11-16T11:24:33,037 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.3 after 0ms 2024-11-16T11:24:33,040 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.3 took 4ms 2024-11-16T11:24:33,045 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.3 so closing down 2024-11-16T11:24:33,045 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:33,045 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:33,050 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T11:24:33,050 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T11:24:33,051 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T11:24:33,051 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T11:24:33,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742142_1321 (size=743) 2024-11-16T11:24:33,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742142_1321 (size=743) 2024-11-16T11:24:33,082 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:33,083 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T11:24:33,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742143_1322 (size=743) 2024-11-16T11:24:33,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742143_1322 (size=743) 2024-11-16T11:24:33,490 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:33,491 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T11:24:33,492 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 448 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:33,492 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.3, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.3, size=1.4 K (1393bytes) at 1731756273037Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.3 so closing down at 1731756273045 (+8 ms)3 split writer threads finished at 1731756273045Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731756273051 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731756273051Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756273082 (+31 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731756273083 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756273490 (+407 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731756273492 (+2 ms)Processed 20 edits across 2 Regions in 448 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756273492 2024-11-16T11:24:33,493 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.3 to hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/oldWALs/wal.dat.3 2024-11-16T11:24:33,494 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.4, size=1.4 K (1458bytes) 2024-11-16T11:24:33,494 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.4 2024-11-16T11:24:33,494 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.4 after 0ms 2024-11-16T11:24:33,495 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.4 took 2ms 2024-11-16T11:24:33,497 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.4 so closing down 2024-11-16T11:24:33,497 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:33,497 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:33,499 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-16T11:24:33,500 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T11:24:33,501 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T11:24:33,504 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T11:24:33,504 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-16T11:24:33,505 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:24:33,505 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-16T11:24:33,505 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.4, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.4, size=1.4 K (1458bytes) at 1731756273494Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.4 so closing down at 1731756273497 (+3 ms)3 split writer threads finished at 1731756273497Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731756273501 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1731756273504 (+3 ms)Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1731756273505 (+1 ms)Processed 21 edits across 1 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/WALs/testsplitwillfailifwritingtoregionfails,16010,1731756272698/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1731756273505 2024-11-16T11:24:33,505 WARN [Thread-2066 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742144_1323 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:50438 remote=/127.0.0.1:34423]. Total timeout mills is 70000, 69998 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T11:24:33,506 WARN [Thread-2066 {}] hdfs.DataStreamer(1850): Abandoning BP-707044510-172.17.0.2-1731756228556:blk_1073742144_1323 2024-11-16T11:24:33,508 WARN [Thread-2066 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T11:24:33,509 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:24:33,520 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T11:24:33,520 WARN [Thread-2069 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$addBlock$11(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.addBlock(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSOutputStream.addBlock(DFSOutputStream.java:1143) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.locateFollowingBlock(DataStreamer.java:2035) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1830) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T11:24:33,521 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:34525/user/jenkins/test-data/c69f3aa4-5dac-b8e3-5c91-8f2a26b289e9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:24:33,523 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1100601045_22 at /127.0.0.1:50438 [Receiving block BP-707044510-172.17.0.2-1731756228556:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:34423:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50438 dst: /127.0.0.1:34423 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:24:33,524 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1100601045_22 at /127.0.0.1:40374 [Receiving block BP-707044510-172.17.0.2-1731756228556:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:40847:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40374 dst: /127.0.0.1:40847 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:24:33,526 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=143 (was 141) - Thread LEAK? -, OpenFileDescriptor=398 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=437 (was 422) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4454 (was 4457) 2024-11-16T11:24:33,532 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=142, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=437, ProcessCount=11, AvailableMemoryMB=4454 2024-11-16T11:24:33,533 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:24:33,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742145_1324 (size=7) 2024-11-16T11:24:33,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742145_1324 (size=7) 2024-11-16T11:24:33,541 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:24:33,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:33,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:33,545 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:33,546 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-16T11:24:33,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742146_1325 (size=93) 2024-11-16T11:24:33,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742146_1325 (size=93) 2024-11-16T11:24:33,554 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T11:24:33,556 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T11:24:33,557 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T11:24:33,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742147_1326 (size=1393) 2024-11-16T11:24:33,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742147_1326 (size=1393) 2024-11-16T11:24:33,569 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T11:24:33,569 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T11:24:33,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742148_1327 (size=1393) 2024-11-16T11:24:33,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742148_1327 (size=1393) 2024-11-16T11:24:33,584 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T11:24:33,584 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T11:24:33,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742149_1328 (size=1393) 2024-11-16T11:24:33,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742149_1328 (size=1393) 2024-11-16T11:24:33,601 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T11:24:33,601 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T11:24:33,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742150_1329 (size=1393) 2024-11-16T11:24:33,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742150_1329 (size=1393) 2024-11-16T11:24:33,612 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T11:24:33,613 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T11:24:33,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742151_1330 (size=1393) 2024-11-16T11:24:33,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742151_1330 (size=1393) 2024-11-16T11:24:33,623 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T11:24:33,623 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T11:24:33,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742152_1331 (size=1393) 2024-11-16T11:24:33,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742152_1331 (size=1393) 2024-11-16T11:24:33,635 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T11:24:33,635 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T11:24:33,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742153_1332 (size=1405) 2024-11-16T11:24:33,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742153_1332 (size=1405) 2024-11-16T11:24:33,660 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T11:24:33,660 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T11:24:33,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742154_1333 (size=1413) 2024-11-16T11:24:33,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742154_1333 (size=1413) 2024-11-16T11:24:33,670 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T11:24:33,670 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T11:24:33,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742155_1334 (size=1413) 2024-11-16T11:24:33,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742155_1334 (size=1413) 2024-11-16T11:24:33,683 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T11:24:33,684 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T11:24:33,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:33,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:33,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742156_1335 (size=1413) 2024-11-16T11:24:33,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742156_1335 (size=1413) 2024-11-16T11:24:33,695 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T11:24:33,695 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-16T11:24:33,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742157_1336 (size=93) 2024-11-16T11:24:33,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742157_1336 (size=93) 2024-11-16T11:24:33,720 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat..empty, size=93 (93bytes) 2024-11-16T11:24:33,720 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat..empty 2024-11-16T11:24:33,721 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat..empty after 1ms 2024-11-16T11:24:33,723 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat..empty took 2ms 2024-11-16T11:24:33,723 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat..empty so closing down 2024-11-16T11:24:33,723 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:33,723 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:33,723 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-16T11:24:33,723 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat..empty, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat..empty, size=93 (93bytes) at 1731756273720Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat..empty so closing down at 1731756273723 (+3 ms)3 split writer threads finished at 1731756273723Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731756273723 2024-11-16T11:24:33,725 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat..empty to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/oldWALs/wal.dat..empty 2024-11-16T11:24:33,726 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T11:24:33,726 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.0 2024-11-16T11:24:33,726 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.0 after 0ms 2024-11-16T11:24:33,728 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.0 took 3ms 2024-11-16T11:24:33,730 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.0 so closing down 2024-11-16T11:24:33,730 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:33,730 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:33,732 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:33,732 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T11:24:33,733 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:33,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T11:24:33,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742159_1338 (size=743) 2024-11-16T11:24:33,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742159_1338 (size=743) 2024-11-16T11:24:33,754 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:33,758 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T11:24:33,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742158_1337 (size=743) 2024-11-16T11:24:33,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742158_1337 (size=743) 2024-11-16T11:24:33,771 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:33,772 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T11:24:33,772 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:33,773 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.0, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.0, size=1.4 K (1393bytes) at 1731756273726Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.0 so closing down at 1731756273730 (+4 ms)3 split writer threads finished at 1731756273730Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731756273733 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731756273733Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756273754 (+21 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731756273758 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756273771 (+13 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731756273772 (+1 ms)Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756273772 2024-11-16T11:24:33,775 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.0 to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/oldWALs/wal.dat.0 2024-11-16T11:24:33,775 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T11:24:33,776 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.1 2024-11-16T11:24:33,776 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.1 after 0ms 2024-11-16T11:24:33,778 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.1 took 3ms 2024-11-16T11:24:33,780 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.1 so closing down 2024-11-16T11:24:33,780 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:33,780 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:33,785 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T11:24:33,786 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T11:24:33,786 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T11:24:33,788 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T11:24:33,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742160_1339 (size=743) 2024-11-16T11:24:33,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742160_1339 (size=743) 2024-11-16T11:24:33,803 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:33,805 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T11:24:33,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742161_1340 (size=743) 2024-11-16T11:24:33,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742161_1340 (size=743) 2024-11-16T11:24:33,811 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:33,813 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T11:24:33,813 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:33,813 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.1, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.1, size=1.4 K (1393bytes) at 1731756273775Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.1 so closing down at 1731756273780 (+5 ms)3 split writer threads finished at 1731756273780Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731756273786 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731756273788 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756273804 (+16 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731756273805 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756273811 (+6 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731756273813 (+2 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756273813 2024-11-16T11:24:33,815 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.1 to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/oldWALs/wal.dat.1 2024-11-16T11:24:33,816 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T11:24:33,816 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.2 2024-11-16T11:24:33,816 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.2 after 0ms 2024-11-16T11:24:33,818 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.2 took 3ms 2024-11-16T11:24:33,820 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.2 so closing down 2024-11-16T11:24:33,820 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:33,821 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:33,824 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T11:24:33,824 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T11:24:33,825 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T11:24:33,840 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T11:24:33,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742162_1341 (size=743) 2024-11-16T11:24:33,854 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:33,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742162_1341 (size=743) 2024-11-16T11:24:33,856 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T11:24:33,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742163_1342 (size=743) 2024-11-16T11:24:33,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742163_1342 (size=743) 2024-11-16T11:24:33,861 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:33,862 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T11:24:33,863 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:33,863 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.2, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.2, size=1.4 K (1393bytes) at 1731756273816Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.2 so closing down at 1731756273820 (+4 ms)3 split writer threads finished at 1731756273821 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731756273825 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731756273840 (+15 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756273854 (+14 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731756273856 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756273861 (+5 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731756273862 (+1 ms)Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756273863 (+1 ms) 2024-11-16T11:24:33,864 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.2 to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/oldWALs/wal.dat.2 2024-11-16T11:24:33,864 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T11:24:33,864 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.3 2024-11-16T11:24:33,865 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.3 after 1ms 2024-11-16T11:24:33,866 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.3 took 2ms 2024-11-16T11:24:33,869 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.3 so closing down 2024-11-16T11:24:33,869 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:33,872 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:33,874 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T11:24:33,874 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T11:24:33,875 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T11:24:33,875 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T11:24:33,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742164_1343 (size=743) 2024-11-16T11:24:33,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742164_1343 (size=743) 2024-11-16T11:24:33,888 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:33,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742165_1344 (size=743) 2024-11-16T11:24:33,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742165_1344 (size=743) 2024-11-16T11:24:33,893 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T11:24:33,893 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:33,894 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T11:24:33,895 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:33,895 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.3, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.3, size=1.4 K (1393bytes) at 1731756273864Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.3 so closing down at 1731756273869 (+5 ms)3 split writer threads finished at 1731756273872 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731756273875 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731756273875Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756273889 (+14 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731756273893 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756273893Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731756273895 (+2 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756273895 2024-11-16T11:24:33,896 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.3 to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/oldWALs/wal.dat.3 2024-11-16T11:24:33,896 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T11:24:33,896 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.4 2024-11-16T11:24:33,897 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.4 after 1ms 2024-11-16T11:24:33,899 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.4 took 3ms 2024-11-16T11:24:33,900 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.4 so closing down 2024-11-16T11:24:33,900 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:33,900 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:33,902 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T11:24:33,902 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T11:24:33,903 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T11:24:33,904 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T11:24:33,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742166_1345 (size=743) 2024-11-16T11:24:33,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742166_1345 (size=743) 2024-11-16T11:24:33,916 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:33,917 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T11:24:33,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742167_1346 (size=743) 2024-11-16T11:24:33,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742167_1346 (size=743) 2024-11-16T11:24:33,920 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:33,921 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T11:24:33,922 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:33,922 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.4, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.4, size=1.4 K (1393bytes) at 1731756273896Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.4 so closing down at 1731756273900 (+4 ms)3 split writer threads finished at 1731756273900Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731756273903 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731756273904 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756273916 (+12 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731756273917 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756273921 (+4 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731756273921Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756273922 (+1 ms) 2024-11-16T11:24:33,923 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.4 to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/oldWALs/wal.dat.4 2024-11-16T11:24:33,923 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T11:24:33,923 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.5 2024-11-16T11:24:33,923 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.5 after 0ms 2024-11-16T11:24:33,925 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.5 took 2ms 2024-11-16T11:24:33,926 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.5 so closing down 2024-11-16T11:24:33,926 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:33,926 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:33,928 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T11:24:33,928 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T11:24:33,929 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T11:24:33,929 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T11:24:33,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742169_1348 (size=743) 2024-11-16T11:24:33,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742169_1348 (size=743) 2024-11-16T11:24:33,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742168_1347 (size=743) 2024-11-16T11:24:33,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742168_1347 (size=743) 2024-11-16T11:24:33,937 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:33,937 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:33,938 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T11:24:33,938 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T11:24:33,938 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:33,938 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.5, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.5, size=1.4 K (1393bytes) at 1731756273923Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.5 so closing down at 1731756273926 (+3 ms)3 split writer threads finished at 1731756273926Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731756273929 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731756273929Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756273937 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756273937Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731756273938 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731756273938Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756273938 2024-11-16T11:24:33,940 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.5 to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/oldWALs/wal.dat.5 2024-11-16T11:24:33,940 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T11:24:33,940 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.6 2024-11-16T11:24:33,940 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.6 after 0ms 2024-11-16T11:24:33,942 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.6 took 1ms 2024-11-16T11:24:33,942 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.6 so closing down 2024-11-16T11:24:33,943 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:33,943 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:33,946 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T11:24:33,948 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T11:24:33,950 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T11:24:33,953 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T11:24:33,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742170_1349 (size=749) 2024-11-16T11:24:33,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742170_1349 (size=749) 2024-11-16T11:24:33,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742171_1350 (size=749) 2024-11-16T11:24:33,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742171_1350 (size=749) 2024-11-16T11:24:33,963 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:33,965 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T11:24:34,359 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:34,360 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T11:24:34,360 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T11:24:34,361 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.6, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.6, size=1.4 K (1405bytes) at 1731756273940Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.6 so closing down at 1731756273943 (+3 ms)3 split writer threads finished at 1731756273943Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731756273948 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731756273953 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756273963 (+10 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731756273965 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756274359 (+394 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731756274360 (+1 ms)Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731756274360 2024-11-16T11:24:34,362 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.6 to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/oldWALs/wal.dat.6 2024-11-16T11:24:34,362 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T11:24:34,362 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.7 2024-11-16T11:24:34,362 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.7 after 0ms 2024-11-16T11:24:34,364 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.7 took 2ms 2024-11-16T11:24:34,365 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.7 so closing down 2024-11-16T11:24:34,365 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:34,366 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:34,368 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T11:24:34,368 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T11:24:34,369 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T11:24:34,371 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T11:24:34,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742172_1351 (size=753) 2024-11-16T11:24:34,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742172_1351 (size=753) 2024-11-16T11:24:34,394 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:34,396 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T11:24:34,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742173_1352 (size=753) 2024-11-16T11:24:34,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742173_1352 (size=753) 2024-11-16T11:24:34,398 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:34,399 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T11:24:34,399 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T11:24:34,399 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.7, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.7, size=1.4 K (1413bytes) at 1731756274362Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.7 so closing down at 1731756274365 (+3 ms)3 split writer threads finished at 1731756274366 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731756274369 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731756274371 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756274394 (+23 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731756274396 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756274398 (+2 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731756274399 (+1 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731756274399 2024-11-16T11:24:34,400 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.7 to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/oldWALs/wal.dat.7 2024-11-16T11:24:34,400 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T11:24:34,400 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.8 2024-11-16T11:24:34,401 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.8 after 1ms 2024-11-16T11:24:34,402 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.8 took 2ms 2024-11-16T11:24:34,403 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.8 so closing down 2024-11-16T11:24:34,404 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:34,409 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:34,411 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T11:24:34,412 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T11:24:34,415 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T11:24:34,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742174_1353 (size=753) 2024-11-16T11:24:34,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742174_1353 (size=753) 2024-11-16T11:24:34,422 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:34,424 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T11:24:34,424 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T11:24:34,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742175_1354 (size=753) 2024-11-16T11:24:34,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742175_1354 (size=753) 2024-11-16T11:24:34,449 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:34,451 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T11:24:34,451 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T11:24:34,451 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.8, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.8, size=1.4 K (1413bytes) at 1731756274400Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.8 so closing down at 1731756274404 (+4 ms)3 split writer threads finished at 1731756274409 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731756274412 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756274422 (+10 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731756274424 (+2 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731756274424Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756274449 (+25 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731756274451 (+2 ms)Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731756274451 2024-11-16T11:24:34,453 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.8 to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/oldWALs/wal.dat.8 2024-11-16T11:24:34,453 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T11:24:34,453 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.9 2024-11-16T11:24:34,454 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.9 after 1ms 2024-11-16T11:24:34,456 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.9 took 3ms 2024-11-16T11:24:34,457 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.9 so closing down 2024-11-16T11:24:34,457 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:34,458 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:34,461 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T11:24:34,463 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T11:24:34,463 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T11:24:34,475 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T11:24:34,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742176_1355 (size=753) 2024-11-16T11:24:34,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742176_1355 (size=753) 2024-11-16T11:24:34,485 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:34,488 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T11:24:34,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742177_1356 (size=753) 2024-11-16T11:24:34,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742177_1356 (size=753) 2024-11-16T11:24:34,489 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:34,490 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T11:24:34,491 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T11:24:34,491 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.9, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.9, size=1.4 K (1413bytes) at 1731756274453Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.9 so closing down at 1731756274457 (+4 ms)3 split writer threads finished at 1731756274458 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731756274463 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731756274476 (+13 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756274485 (+9 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731756274488 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756274489 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731756274490 (+1 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731756274491 (+1 ms) 2024-11-16T11:24:34,492 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.9 to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/oldWALs/wal.dat.9 2024-11-16T11:24:34,493 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.empty, size=93 (93bytes) 2024-11-16T11:24:34,493 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.empty 2024-11-16T11:24:34,493 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.empty after 0ms 2024-11-16T11:24:34,495 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.empty took 3ms 2024-11-16T11:24:34,495 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.empty so closing down 2024-11-16T11:24:34,495 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:34,495 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:34,495 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-16T11:24:34,495 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.empty, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.empty, size=93 (93bytes) at 1731756274493Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.empty so closing down at 1731756274495 (+2 ms)3 split writer threads finished at 1731756274495Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1731756274495 2024-11-16T11:24:34,497 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/WALs/testemptylogfiles,16010,1731756273545/wal.dat.empty to hdfs://localhost:34525/user/jenkins/test-data/603659c6-e601-a7b4-31ee-faefc948a181/oldWALs/wal.dat.empty 2024-11-16T11:24:34,556 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=142 (was 142), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=437 (was 437), ProcessCount=11 (was 11), AvailableMemoryMB=4448 (was 4454) 2024-11-16T11:24:34,564 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=142, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=437, ProcessCount=11, AvailableMemoryMB=4447 2024-11-16T11:24:34,564 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:24:34,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742178_1357 (size=7) 2024-11-16T11:24:34,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742178_1357 (size=7) 2024-11-16T11:24:34,575 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:24:34,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:34,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:34,579 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:34,579 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T11:24:34,579 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T11:24:34,580 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T11:24:34,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742179_1358 (size=1393) 2024-11-16T11:24:34,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742179_1358 (size=1393) 2024-11-16T11:24:34,598 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T11:24:34,598 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T11:24:34,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742180_1359 (size=1393) 2024-11-16T11:24:34,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742180_1359 (size=1393) 2024-11-16T11:24:34,610 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T11:24:34,610 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T11:24:34,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742181_1360 (size=1393) 2024-11-16T11:24:34,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742181_1360 (size=1393) 2024-11-16T11:24:34,621 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T11:24:34,622 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T11:24:34,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742182_1361 (size=1393) 2024-11-16T11:24:34,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742182_1361 (size=1393) 2024-11-16T11:24:34,641 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T11:24:34,641 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T11:24:34,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742183_1362 (size=1393) 2024-11-16T11:24:34,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742183_1362 (size=1393) 2024-11-16T11:24:34,662 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T11:24:34,663 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T11:24:34,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742184_1363 (size=1393) 2024-11-16T11:24:34,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742184_1363 (size=1393) 2024-11-16T11:24:34,675 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T11:24:34,675 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T11:24:34,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742185_1364 (size=1405) 2024-11-16T11:24:34,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742185_1364 (size=1405) 2024-11-16T11:24:34,694 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T11:24:34,694 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T11:24:34,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:34,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:34,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742186_1365 (size=1413) 2024-11-16T11:24:34,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742186_1365 (size=1413) 2024-11-16T11:24:35,122 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T11:24:35,122 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T11:24:35,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742187_1366 (size=1413) 2024-11-16T11:24:35,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742187_1366 (size=1413) 2024-11-16T11:24:35,137 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T11:24:35,137 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T11:24:35,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:35,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:35,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742188_1367 (size=1413) 2024-11-16T11:24:35,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742188_1367 (size=1413) 2024-11-16T11:24:35,161 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T11:24:35,183 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T11:24:35,183 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.0 2024-11-16T11:24:35,184 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.0 after 0ms 2024-11-16T11:24:35,188 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.0 took 6ms 2024-11-16T11:24:35,195 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.0 so closing down 2024-11-16T11:24:35,195 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:35,203 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:35,206 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:35,206 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T11:24:35,208 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:35,215 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T11:24:35,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742189_1368 (size=743) 2024-11-16T11:24:35,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742189_1368 (size=743) 2024-11-16T11:24:35,230 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:35,232 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T11:24:35,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742190_1369 (size=743) 2024-11-16T11:24:35,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742190_1369 (size=743) 2024-11-16T11:24:35,236 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:35,237 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T11:24:35,237 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:35,237 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.0, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.0, size=1.4 K (1393bytes) at 1731756275183Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.0 so closing down at 1731756275195 (+12 ms)3 split writer threads finished at 1731756275203 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731756275208 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731756275215 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756275230 (+15 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731756275232 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756275236 (+4 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731756275237 (+1 ms)Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756275237 2024-11-16T11:24:35,239 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.0 to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/oldWALs/wal.dat.0 2024-11-16T11:24:35,239 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T11:24:35,239 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.1 2024-11-16T11:24:35,240 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.1 after 1ms 2024-11-16T11:24:35,242 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.1 took 3ms 2024-11-16T11:24:35,243 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.1 so closing down 2024-11-16T11:24:35,243 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:35,244 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:35,254 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T11:24:35,254 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T11:24:35,255 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T11:24:35,256 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T11:24:35,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742192_1371 (size=743) 2024-11-16T11:24:35,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742192_1371 (size=743) 2024-11-16T11:24:35,276 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:35,277 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T11:24:35,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742191_1370 (size=743) 2024-11-16T11:24:35,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742191_1370 (size=743) 2024-11-16T11:24:35,285 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:35,287 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T11:24:35,287 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:35,287 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.1, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.1, size=1.4 K (1393bytes) at 1731756275239Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.1 so closing down at 1731756275243 (+4 ms)3 split writer threads finished at 1731756275244 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731756275255 (+11 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731756275256 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756275276 (+20 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731756275277 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756275285 (+8 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731756275287 (+2 ms)Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756275287 2024-11-16T11:24:35,290 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.1 to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/oldWALs/wal.dat.1 2024-11-16T11:24:35,290 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T11:24:35,290 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.2 2024-11-16T11:24:35,291 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.2 after 1ms 2024-11-16T11:24:35,294 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.2 took 4ms 2024-11-16T11:24:35,295 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.2 so closing down 2024-11-16T11:24:35,295 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:35,295 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:35,297 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T11:24:35,297 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T11:24:35,299 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T11:24:35,312 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T11:24:35,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742193_1372 (size=743) 2024-11-16T11:24:35,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742193_1372 (size=743) 2024-11-16T11:24:35,323 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:35,325 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T11:24:35,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742194_1373 (size=743) 2024-11-16T11:24:35,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742194_1373 (size=743) 2024-11-16T11:24:35,334 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:35,336 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T11:24:35,336 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:35,336 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.2, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.2, size=1.4 K (1393bytes) at 1731756275290Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.2 so closing down at 1731756275295 (+5 ms)3 split writer threads finished at 1731756275295Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731756275299 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731756275312 (+13 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756275323 (+11 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731756275325 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756275335 (+10 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731756275336 (+1 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756275336 2024-11-16T11:24:35,339 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.2 to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/oldWALs/wal.dat.2 2024-11-16T11:24:35,339 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T11:24:35,339 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.3 2024-11-16T11:24:35,339 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.3 after 0ms 2024-11-16T11:24:35,343 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.3 took 4ms 2024-11-16T11:24:35,344 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.3 so closing down 2024-11-16T11:24:35,344 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:35,348 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:35,354 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T11:24:35,356 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T11:24:35,358 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T11:24:35,359 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T11:24:35,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742195_1374 (size=743) 2024-11-16T11:24:35,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742195_1374 (size=743) 2024-11-16T11:24:35,366 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:35,369 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T11:24:35,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742196_1375 (size=743) 2024-11-16T11:24:35,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742196_1375 (size=743) 2024-11-16T11:24:35,383 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:35,387 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T11:24:35,387 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:35,387 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.3, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.3, size=1.4 K (1393bytes) at 1731756275339Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.3 so closing down at 1731756275344 (+5 ms)3 split writer threads finished at 1731756275348 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731756275356 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731756275359 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756275366 (+7 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731756275369 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756275383 (+14 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731756275387 (+4 ms)Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756275387 2024-11-16T11:24:35,388 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.3 to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/oldWALs/wal.dat.3 2024-11-16T11:24:35,389 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T11:24:35,389 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.4 2024-11-16T11:24:35,390 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.4 after 1ms 2024-11-16T11:24:35,393 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.4 took 5ms 2024-11-16T11:24:35,394 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.4 so closing down 2024-11-16T11:24:35,394 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:35,395 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:35,397 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T11:24:35,399 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T11:24:35,400 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T11:24:35,404 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T11:24:35,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742197_1376 (size=743) 2024-11-16T11:24:35,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742197_1376 (size=743) 2024-11-16T11:24:35,426 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:35,427 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T11:24:35,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742198_1377 (size=743) 2024-11-16T11:24:35,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742198_1377 (size=743) 2024-11-16T11:24:35,441 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:35,442 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T11:24:35,443 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:35,443 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.4, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.4, size=1.4 K (1393bytes) at 1731756275389Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.4 so closing down at 1731756275394 (+5 ms)3 split writer threads finished at 1731756275395 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731756275399 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731756275404 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756275426 (+22 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731756275427 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756275441 (+14 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731756275442 (+1 ms)Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756275443 (+1 ms) 2024-11-16T11:24:35,444 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.4 to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/oldWALs/wal.dat.4 2024-11-16T11:24:35,444 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T11:24:35,444 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.5 2024-11-16T11:24:35,445 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.5 after 0ms 2024-11-16T11:24:35,450 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.5 took 6ms 2024-11-16T11:24:35,451 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.5 so closing down 2024-11-16T11:24:35,451 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:35,451 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:35,454 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T11:24:35,454 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T11:24:35,457 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T11:24:35,460 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T11:24:35,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742199_1378 (size=743) 2024-11-16T11:24:35,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742199_1378 (size=743) 2024-11-16T11:24:35,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742200_1379 (size=743) 2024-11-16T11:24:35,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742200_1379 (size=743) 2024-11-16T11:24:35,480 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:35,481 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T11:24:35,875 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:35,876 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T11:24:35,876 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 426 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:35,876 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.5, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.5, size=1.4 K (1393bytes) at 1731756275444Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.5 so closing down at 1731756275451 (+7 ms)3 split writer threads finished at 1731756275451Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731756275457 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731756275460 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756275480 (+20 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731756275481 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756275875 (+394 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731756275876 (+1 ms)Processed 20 edits across 2 Regions in 426 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756275876 2024-11-16T11:24:35,877 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.5 to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/oldWALs/wal.dat.5 2024-11-16T11:24:35,878 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T11:24:35,878 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.6 2024-11-16T11:24:35,878 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.6 after 0ms 2024-11-16T11:24:35,879 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.6 took 2ms 2024-11-16T11:24:35,881 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.6 so closing down 2024-11-16T11:24:35,881 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:35,881 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:35,882 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T11:24:35,882 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T11:24:35,884 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T11:24:35,887 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T11:24:35,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742201_1380 (size=749) 2024-11-16T11:24:35,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742201_1380 (size=749) 2024-11-16T11:24:35,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742202_1381 (size=749) 2024-11-16T11:24:35,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742202_1381 (size=749) 2024-11-16T11:24:35,914 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:35,916 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T11:24:36,302 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:36,303 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T11:24:36,303 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T11:24:36,303 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.6, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.6, size=1.4 K (1405bytes) at 1731756275878Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.6 so closing down at 1731756275881 (+3 ms)3 split writer threads finished at 1731756275881Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731756275884 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731756275887 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756275915 (+28 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731756275916 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756276302 (+386 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731756276303 (+1 ms)Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731756276303 2024-11-16T11:24:36,305 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.6 to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/oldWALs/wal.dat.6 2024-11-16T11:24:36,305 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T11:24:36,305 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.7 2024-11-16T11:24:36,305 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.7 after 0ms 2024-11-16T11:24:36,307 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.7 took 2ms 2024-11-16T11:24:36,316 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.7 so closing down 2024-11-16T11:24:36,316 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:36,316 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:36,318 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T11:24:36,319 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T11:24:36,320 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T11:24:36,322 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T11:24:36,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742203_1382 (size=753) 2024-11-16T11:24:36,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742203_1382 (size=753) 2024-11-16T11:24:36,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742204_1383 (size=753) 2024-11-16T11:24:36,345 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:36,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742204_1383 (size=753) 2024-11-16T11:24:36,346 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T11:24:36,736 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:36,737 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T11:24:36,737 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T11:24:36,737 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.7, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.7, size=1.4 K (1413bytes) at 1731756276305Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.7 so closing down at 1731756276316 (+11 ms)3 split writer threads finished at 1731756276316Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731756276320 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731756276322 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756276345 (+23 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731756276346 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756276736 (+390 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731756276737 (+1 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731756276737 2024-11-16T11:24:36,739 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.7 to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/oldWALs/wal.dat.7 2024-11-16T11:24:36,739 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T11:24:36,739 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.8 2024-11-16T11:24:36,739 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.8 after 0ms 2024-11-16T11:24:36,741 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.8 took 2ms 2024-11-16T11:24:36,743 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.8 so closing down 2024-11-16T11:24:36,744 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:36,744 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:36,750 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T11:24:36,750 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T11:24:36,751 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T11:24:36,768 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T11:24:36,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742205_1384 (size=753) 2024-11-16T11:24:36,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742205_1384 (size=753) 2024-11-16T11:24:36,771 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:36,772 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T11:24:36,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742206_1385 (size=753) 2024-11-16T11:24:36,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742206_1385 (size=753) 2024-11-16T11:24:36,781 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:36,783 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T11:24:36,783 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T11:24:36,783 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.8, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.8, size=1.4 K (1413bytes) at 1731756276739Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.8 so closing down at 1731756276743 (+4 ms)3 split writer threads finished at 1731756276744 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731756276751 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731756276768 (+17 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756276771 (+3 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731756276773 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756276781 (+8 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731756276783 (+2 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731756276783 2024-11-16T11:24:36,785 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.8 to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/oldWALs/wal.dat.8 2024-11-16T11:24:36,786 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T11:24:36,786 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.9 2024-11-16T11:24:36,788 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.9 after 2ms 2024-11-16T11:24:36,790 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.9 took 4ms 2024-11-16T11:24:36,792 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.9 so closing down 2024-11-16T11:24:36,792 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:36,792 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:36,794 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T11:24:36,794 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T11:24:36,797 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T11:24:36,797 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T11:24:36,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742207_1386 (size=753) 2024-11-16T11:24:36,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742207_1386 (size=753) 2024-11-16T11:24:36,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742208_1387 (size=753) 2024-11-16T11:24:36,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742208_1387 (size=753) 2024-11-16T11:24:37,209 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:37,210 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:37,211 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T11:24:37,213 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T11:24:37,213 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T11:24:37,213 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.9, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.9, size=1.4 K (1413bytes) at 1731756276786Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.9 so closing down at 1731756276792 (+6 ms)3 split writer threads finished at 1731756276792Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731756276797 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731756276797Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756277209 (+412 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756277210 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731756277211 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731756277213 (+2 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731756277213 2024-11-16T11:24:37,215 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731756274579/wal.dat.9 to hdfs://localhost:34525/user/jenkins/test-data/6b534479-61f1-a9d6-adf7-cc09e4529460/oldWALs/wal.dat.9 2024-11-16T11:24:37,225 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=142 (was 142), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=437 (was 437), ProcessCount=11 (was 11), AvailableMemoryMB=4452 (was 4447) - AvailableMemoryMB LEAK? - 2024-11-16T11:24:37,233 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=142, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=437, ProcessCount=11, AvailableMemoryMB=4452 2024-11-16T11:24:37,233 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:24:37,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742209_1388 (size=7) 2024-11-16T11:24:37,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742209_1388 (size=7) 2024-11-16T11:24:37,241 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:24:37,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:37,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:37,245 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:37,251 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:34525/user/jenkins/test-data/3df7799a-9f20-6b04-e0bf-d3b121b64306/data/hbase/meta/1588230740/recovered.edits 2024-11-16T11:24:37,265 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=142 (was 142), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=437 (was 437), ProcessCount=11 (was 11), AvailableMemoryMB=4452 (was 4452) 2024-11-16T11:24:37,274 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=142, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=437, ProcessCount=11, AvailableMemoryMB=4452 2024-11-16T11:24:37,274 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:24:37,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742210_1389 (size=7) 2024-11-16T11:24:37,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742210_1389 (size=7) 2024-11-16T11:24:37,317 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:24:37,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:37,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:37,322 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:37,322 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-16T11:24:37,328 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T11:24:37,330 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-16T11:24:37,330 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-16T11:24:37,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742211_1390 (size=818) 2024-11-16T11:24:37,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742211_1390 (size=818) 2024-11-16T11:24:37,385 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/ba961453-119b-a5c0-357a-a4dabe23712d/WALs/testemptywaledit,16010,1731756277322/wal.dat.5, size=818 (818bytes) 2024-11-16T11:24:37,385 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/ba961453-119b-a5c0-357a-a4dabe23712d/WALs/testemptywaledit,16010,1731756277322/wal.dat.5 2024-11-16T11:24:37,387 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/ba961453-119b-a5c0-357a-a4dabe23712d/WALs/testemptywaledit,16010,1731756277322/wal.dat.5 after 2ms 2024-11-16T11:24:37,394 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/ba961453-119b-a5c0-357a-a4dabe23712d/WALs/testemptywaledit,16010,1731756277322/wal.dat.5 took 10ms 2024-11-16T11:24:37,406 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/ba961453-119b-a5c0-357a-a4dabe23712d/WALs/testemptywaledit,16010,1731756277322/wal.dat.5 so closing down 2024-11-16T11:24:37,406 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:37,409 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:37,415 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-16T11:24:37,418 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ba961453-119b-a5c0-357a-a4dabe23712d/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-16T11:24:37,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742212_1391 (size=783) 2024-11-16T11:24:37,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742212_1391 (size=783) 2024-11-16T11:24:37,449 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ba961453-119b-a5c0-357a-a4dabe23712d/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-16T11:24:37,450 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ba961453-119b-a5c0-357a-a4dabe23712d/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/ba961453-119b-a5c0-357a-a4dabe23712d/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-16T11:24:37,450 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/ba961453-119b-a5c0-357a-a4dabe23712d/WALs/testemptywaledit,16010,1731756277322/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-16T11:24:37,450 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/ba961453-119b-a5c0-357a-a4dabe23712d/WALs/testemptywaledit,16010,1731756277322/wal.dat.5, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/ba961453-119b-a5c0-357a-a4dabe23712d/WALs/testemptywaledit,16010,1731756277322/wal.dat.5, size=818 (818bytes) at 1731756277385Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/ba961453-119b-a5c0-357a-a4dabe23712d/WALs/testemptywaledit,16010,1731756277322/wal.dat.5 so closing down at 1731756277406 (+21 ms)3 split writer threads finished at 1731756277409 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ba961453-119b-a5c0-357a-a4dabe23712d/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1731756277418 (+9 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/ba961453-119b-a5c0-357a-a4dabe23712d/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1731756277449 (+31 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/ba961453-119b-a5c0-357a-a4dabe23712d/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/ba961453-119b-a5c0-357a-a4dabe23712d/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1731756277450 (+1 ms)Processed 11 edits across 1 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/ba961453-119b-a5c0-357a-a4dabe23712d/WALs/testemptywaledit,16010,1731756277322/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1731756277450 2024-11-16T11:24:37,452 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/ba961453-119b-a5c0-357a-a4dabe23712d/WALs/testemptywaledit,16010,1731756277322/wal.dat.5 to hdfs://localhost:34525/user/jenkins/test-data/ba961453-119b-a5c0-357a-a4dabe23712d/oldWALs/wal.dat.5 2024-11-16T11:24:37,468 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=142 (was 142), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=437 (was 437), ProcessCount=11 (was 11), AvailableMemoryMB=4447 (was 4452) 2024-11-16T11:24:37,476 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=142, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=437, ProcessCount=11, AvailableMemoryMB=4447 2024-11-16T11:24:37,476 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:24:37,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742213_1392 (size=7) 2024-11-16T11:24:37,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742213_1392 (size=7) 2024-11-16T11:24:37,497 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:24:37,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:37,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:37,503 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:37,503 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T11:24:37,504 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T11:24:37,505 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T11:24:37,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742214_1393 (size=1393) 2024-11-16T11:24:37,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742214_1393 (size=1393) 2024-11-16T11:24:37,521 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T11:24:37,521 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T11:24:37,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742215_1394 (size=1393) 2024-11-16T11:24:37,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742215_1394 (size=1393) 2024-11-16T11:24:37,533 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T11:24:37,533 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T11:24:37,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742216_1395 (size=1393) 2024-11-16T11:24:37,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742216_1395 (size=1393) 2024-11-16T11:24:37,544 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T11:24:37,544 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T11:24:37,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742217_1396 (size=1393) 2024-11-16T11:24:37,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742217_1396 (size=1393) 2024-11-16T11:24:37,557 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T11:24:37,557 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T11:24:37,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742218_1397 (size=1393) 2024-11-16T11:24:37,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742218_1397 (size=1393) 2024-11-16T11:24:37,569 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T11:24:37,569 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T11:24:37,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742219_1398 (size=1393) 2024-11-16T11:24:37,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742219_1398 (size=1393) 2024-11-16T11:24:37,579 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T11:24:37,579 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T11:24:37,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742220_1399 (size=1405) 2024-11-16T11:24:37,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742220_1399 (size=1405) 2024-11-16T11:24:37,589 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T11:24:37,589 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T11:24:37,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742221_1400 (size=1413) 2024-11-16T11:24:37,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742221_1400 (size=1413) 2024-11-16T11:24:37,599 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T11:24:37,599 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T11:24:37,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742222_1401 (size=1413) 2024-11-16T11:24:37,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742222_1401 (size=1413) 2024-11-16T11:24:37,609 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T11:24:37,609 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T11:24:37,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:37,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:37,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742223_1402 (size=1413) 2024-11-16T11:24:37,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742223_1402 (size=1413) 2024-11-16T11:24:37,622 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T11:24:37,655 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T11:24:37,655 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.0 2024-11-16T11:24:37,656 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.0 after 1ms 2024-11-16T11:24:37,658 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.0 took 3ms 2024-11-16T11:24:37,661 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.0 so closing down 2024-11-16T11:24:37,661 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:37,661 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:37,663 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:37,666 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T11:24:37,666 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:37,667 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T11:24:37,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742225_1404 (size=743) 2024-11-16T11:24:37,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742225_1404 (size=743) 2024-11-16T11:24:37,686 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:37,687 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T11:24:37,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742226_1405 (size=743) 2024-11-16T11:24:37,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742226_1405 (size=743) 2024-11-16T11:24:37,695 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:37,696 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T11:24:37,696 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:37,696 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.0, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.0, size=1.4 K (1393bytes) at 1731756277655Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.0 so closing down at 1731756277661 (+6 ms)3 split writer threads finished at 1731756277661Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731756277666 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731756277667 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756277686 (+19 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731756277687 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756277695 (+8 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731756277696 (+1 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756277696 2024-11-16T11:24:37,698 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.0 to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/oldWALs/wal.dat.0 2024-11-16T11:24:37,698 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T11:24:37,698 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.1 2024-11-16T11:24:37,699 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.1 after 0ms 2024-11-16T11:24:37,700 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.1 took 2ms 2024-11-16T11:24:37,702 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.1 so closing down 2024-11-16T11:24:37,702 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:37,702 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:37,704 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T11:24:37,704 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T11:24:37,708 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T11:24:37,708 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T11:24:37,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742228_1407 (size=743) 2024-11-16T11:24:37,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742228_1407 (size=743) 2024-11-16T11:24:37,722 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:37,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742227_1406 (size=743) 2024-11-16T11:24:37,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742227_1406 (size=743) 2024-11-16T11:24:37,723 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T11:24:38,123 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:38,125 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T11:24:38,125 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:38,125 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.1, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.1, size=1.4 K (1393bytes) at 1731756277698Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.1 so closing down at 1731756277702 (+4 ms)3 split writer threads finished at 1731756277702Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731756277708 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731756277708Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756277722 (+14 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731756277723 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756278123 (+400 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731756278125 (+2 ms)Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756278125 2024-11-16T11:24:38,127 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.1 to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/oldWALs/wal.dat.1 2024-11-16T11:24:38,127 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T11:24:38,127 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.2 2024-11-16T11:24:38,136 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.2 after 9ms 2024-11-16T11:24:38,138 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.2 took 11ms 2024-11-16T11:24:38,158 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.2 so closing down 2024-11-16T11:24:38,158 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:38,159 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:38,173 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T11:24:38,209 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T11:24:38,224 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T11:24:38,225 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T11:24:38,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742229_1408 (size=743) 2024-11-16T11:24:38,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742229_1408 (size=743) 2024-11-16T11:24:38,266 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:38,268 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T11:24:38,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742230_1409 (size=743) 2024-11-16T11:24:38,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742230_1409 (size=743) 2024-11-16T11:24:38,282 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:38,285 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T11:24:38,285 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 128 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:38,285 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.2, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.2, size=1.4 K (1393bytes) at 1731756278127Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.2 so closing down at 1731756278158 (+31 ms)3 split writer threads finished at 1731756278159 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731756278224 (+65 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731756278225 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756278266 (+41 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731756278268 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756278282 (+14 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731756278285 (+3 ms)Processed 20 edits across 2 Regions in 128 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756278285 2024-11-16T11:24:38,289 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.2 to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/oldWALs/wal.dat.2 2024-11-16T11:24:38,289 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T11:24:38,289 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.3 2024-11-16T11:24:38,289 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.3 after 0ms 2024-11-16T11:24:38,291 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.3 took 2ms 2024-11-16T11:24:38,292 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.3 so closing down 2024-11-16T11:24:38,292 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:38,293 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:38,294 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T11:24:38,302 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T11:24:38,304 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T11:24:38,311 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T11:24:38,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742231_1410 (size=743) 2024-11-16T11:24:38,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742231_1410 (size=743) 2024-11-16T11:24:38,334 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:38,336 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T11:24:38,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742232_1411 (size=743) 2024-11-16T11:24:38,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742232_1411 (size=743) 2024-11-16T11:24:38,349 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:38,350 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T11:24:38,351 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:38,351 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.3, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.3, size=1.4 K (1393bytes) at 1731756278289Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.3 so closing down at 1731756278292 (+3 ms)3 split writer threads finished at 1731756278293 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731756278304 (+11 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731756278311 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756278334 (+23 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731756278336 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756278349 (+13 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731756278350 (+1 ms)Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756278351 (+1 ms) 2024-11-16T11:24:38,353 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.3 to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/oldWALs/wal.dat.3 2024-11-16T11:24:38,353 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T11:24:38,353 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.4 2024-11-16T11:24:38,354 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.4 after 1ms 2024-11-16T11:24:38,356 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.4 took 3ms 2024-11-16T11:24:38,379 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.4 so closing down 2024-11-16T11:24:38,379 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:38,380 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:38,400 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T11:24:38,406 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T11:24:38,415 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T11:24:38,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742233_1412 (size=743) 2024-11-16T11:24:38,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742233_1412 (size=743) 2024-11-16T11:24:38,450 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:38,452 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T11:24:38,452 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T11:24:38,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742234_1413 (size=743) 2024-11-16T11:24:38,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742234_1413 (size=743) 2024-11-16T11:24:38,485 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:38,487 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T11:24:38,487 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:38,487 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.4, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.4, size=1.4 K (1393bytes) at 1731756278353Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.4 so closing down at 1731756278379 (+26 ms)3 split writer threads finished at 1731756278380 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731756278406 (+26 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756278450 (+44 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731756278452 (+2 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731756278452Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756278485 (+33 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731756278487 (+2 ms)Processed 20 edits across 2 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756278487 2024-11-16T11:24:38,489 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.4 to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/oldWALs/wal.dat.4 2024-11-16T11:24:38,490 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.5, size=1.4 K (1394bytes) 2024-11-16T11:24:38,490 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.5 2024-11-16T11:24:38,490 WARN [IPC Server handler 0 on default port 34525 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1414 for block blk_1073742224_1403 2024-11-16T11:24:38,491 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.5 after 0ms 2024-11-16T11:24:39,161 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1884742518_22 at /127.0.0.1:41062 [Receiving block BP-707044510-172.17.0.2-1731756228556:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:40847:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41062 dst: /127.0.0.1:40847 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:24:39,161 WARN [ResponseProcessor for block BP-707044510-172.17.0.2-1731756228556:blk_1073742224_1403 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-707044510-172.17.0.2-1731756228556:blk_1073742224_1403 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T11:24:39,162 WARN [DataStreamer for file /user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.5 block BP-707044510-172.17.0.2-1731756228556:blk_1073742224_1403 {}] hdfs.DataStreamer(1731): Error Recovery for BP-707044510-172.17.0.2-1731756228556:blk_1073742224_1403 in pipeline [DatanodeInfoWithStorage[127.0.0.1:34423,DS-cf134883-7eb7-4878-a546-f71cf3534977,DISK], DatanodeInfoWithStorage[127.0.0.1:40847,DS-8cd32b67-ed65-4b4b-b79f-2bed9d1452dc,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:34423,DS-cf134883-7eb7-4878-a546-f71cf3534977,DISK]) is bad. 2024-11-16T11:24:39,161 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1884742518_22 at /127.0.0.1:51246 [Receiving block BP-707044510-172.17.0.2-1731756228556:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:34423:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51246 dst: /127.0.0.1:34423 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34423 remote=/127.0.0.1:51246]. Total timeout mills is 60000, 58472 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:24:39,162 WARN [DataStreamer for file /user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.5 block BP-707044510-172.17.0.2-1731756228556:blk_1073742224_1403 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-707044510-172.17.0.2-1731756228556:blk_1073742224_1403 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T11:24:39,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742224_1414 (size=1394) 2024-11-16T11:24:42,491 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.5 after 4001ms 2024-11-16T11:24:42,493 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.5 took 4004ms 2024-11-16T11:24:42,494 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T11:24:42,495 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.5 so closing down 2024-11-16T11:24:42,495 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:42,495 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:42,497 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T11:24:42,497 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T11:24:42,498 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T11:24:42,499 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T11:24:42,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742235_1415 (size=353) 2024-11-16T11:24:42,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742236_1416 (size=418) 2024-11-16T11:24:42,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742236_1416 (size=418) 2024-11-16T11:24:42,510 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:42,511 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-16T11:24:42,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742235_1415 (size=353) 2024-11-16T11:24:42,513 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:42,514 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-16T11:24:42,514 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-16T11:24:42,514 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.5, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.5, size=1.4 K (1394bytes) at 1731756278490Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.5 so closing down at 1731756282495 (+4005 ms)3 split writer threads finished at 1731756282495Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731756282498 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731756282499 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731756282510 (+11 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731756282511 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1731756282513 (+2 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1731756282514 (+1 ms)Processed 9 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731756282514 2024-11-16T11:24:42,516 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.5 to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/corrupt/wal.dat.5 2024-11-16T11:24:42,516 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T11:24:42,516 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.6 2024-11-16T11:24:42,516 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.6 after 0ms 2024-11-16T11:24:42,518 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.6 took 2ms 2024-11-16T11:24:42,519 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.6 so closing down 2024-11-16T11:24:42,519 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:42,519 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:42,522 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T11:24:42,523 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T11:24:42,523 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T11:24:42,524 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T11:24:42,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742237_1417 (size=749) 2024-11-16T11:24:42,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742237_1417 (size=749) 2024-11-16T11:24:42,535 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:42,536 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T11:24:42,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742238_1418 (size=749) 2024-11-16T11:24:42,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742238_1418 (size=749) 2024-11-16T11:24:42,542 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:42,543 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T11:24:42,543 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T11:24:42,543 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.6, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.6, size=1.4 K (1405bytes) at 1731756282516Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.6 so closing down at 1731756282519 (+3 ms)3 split writer threads finished at 1731756282519Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731756282524 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731756282524Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756282535 (+11 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731756282536 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756282542 (+6 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731756282543 (+1 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731756282543 2024-11-16T11:24:42,544 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.6 to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/oldWALs/wal.dat.6 2024-11-16T11:24:42,545 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T11:24:42,545 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.7 2024-11-16T11:24:42,545 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.7 after 0ms 2024-11-16T11:24:42,547 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.7 took 3ms 2024-11-16T11:24:42,549 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.7 so closing down 2024-11-16T11:24:42,549 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:42,549 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:42,553 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T11:24:42,553 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T11:24:42,555 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T11:24:42,555 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T11:24:42,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742239_1419 (size=753) 2024-11-16T11:24:42,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742239_1419 (size=753) 2024-11-16T11:24:42,560 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:42,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742240_1420 (size=753) 2024-11-16T11:24:42,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742240_1420 (size=753) 2024-11-16T11:24:42,562 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T11:24:42,562 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:42,563 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T11:24:42,563 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T11:24:42,563 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.7, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.7, size=1.4 K (1413bytes) at 1731756282545Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.7 so closing down at 1731756282549 (+4 ms)3 split writer threads finished at 1731756282549Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731756282555 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731756282555Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756282560 (+5 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731756282562 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756282562Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731756282563 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731756282563 2024-11-16T11:24:42,565 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.7 to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/oldWALs/wal.dat.7 2024-11-16T11:24:42,565 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T11:24:42,565 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.8 2024-11-16T11:24:42,565 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.8 after 0ms 2024-11-16T11:24:42,567 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.8 took 2ms 2024-11-16T11:24:42,571 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.8 so closing down 2024-11-16T11:24:42,571 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:42,571 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:42,573 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T11:24:42,574 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T11:24:42,574 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T11:24:42,575 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T11:24:42,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742242_1422 (size=753) 2024-11-16T11:24:42,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742242_1422 (size=753) 2024-11-16T11:24:42,584 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:42,586 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T11:24:42,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742241_1421 (size=753) 2024-11-16T11:24:42,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742241_1421 (size=753) 2024-11-16T11:24:42,590 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:42,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T11:24:42,591 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T11:24:42,591 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.8, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.8, size=1.4 K (1413bytes) at 1731756282565Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.8 so closing down at 1731756282571 (+6 ms)3 split writer threads finished at 1731756282571Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731756282574 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731756282575 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756282584 (+9 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731756282586 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756282590 (+4 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731756282591 (+1 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731756282591 2024-11-16T11:24:42,595 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.8 to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/oldWALs/wal.dat.8 2024-11-16T11:24:42,595 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T11:24:42,595 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.9 2024-11-16T11:24:42,595 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.9 after 0ms 2024-11-16T11:24:42,597 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.9 took 2ms 2024-11-16T11:24:42,598 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.9 so closing down 2024-11-16T11:24:42,598 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:42,598 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:42,600 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T11:24:42,601 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T11:24:42,607 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T11:24:42,607 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T11:24:42,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742243_1423 (size=753) 2024-11-16T11:24:42,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742243_1423 (size=753) 2024-11-16T11:24:42,619 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:42,621 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T11:24:42,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742244_1424 (size=753) 2024-11-16T11:24:42,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742244_1424 (size=753) 2024-11-16T11:24:42,626 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:42,627 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T11:24:42,627 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T11:24:42,627 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.9, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.9, size=1.4 K (1413bytes) at 1731756282595Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.9 so closing down at 1731756282598 (+3 ms)3 split writer threads finished at 1731756282598Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731756282607 (+9 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731756282607Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756282619 (+12 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731756282621 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756282626 (+5 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731756282627 (+1 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731756282627 2024-11-16T11:24:42,628 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731756277503/wal.dat.9 to hdfs://localhost:34525/user/jenkins/test-data/4afd4735-8fe3-750d-cdb3-2eb6c0b6e69e/oldWALs/wal.dat.9 2024-11-16T11:24:42,693 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=143 (was 142) - Thread LEAK? -, OpenFileDescriptor=397 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=442 (was 437) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4428 (was 4447) 2024-11-16T11:24:42,699 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=143, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=442, ProcessCount=11, AvailableMemoryMB=4428 2024-11-16T11:24:42,700 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:24:42,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742245_1425 (size=7) 2024-11-16T11:24:42,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742245_1425 (size=7) 2024-11-16T11:24:42,705 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:24:42,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:42,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:42,709 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:42,709 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-16T11:24:42,710 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T11:24:42,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742246_1426 (size=863) 2024-11-16T11:24:42,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742246_1426 (size=863) 2024-11-16T11:24:42,718 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T11:24:42,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742247_1427 (size=823) 2024-11-16T11:24:42,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742247_1427 (size=823) 2024-11-16T11:24:42,743 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/5bc633f3-b8f7-28e0-f0d1-f31d0747d055/WALs/testeofisignored,16010,1731756282709/wal.dat.0, size=823 (823bytes) 2024-11-16T11:24:42,743 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/5bc633f3-b8f7-28e0-f0d1-f31d0747d055/WALs/testeofisignored,16010,1731756282709/wal.dat.0 2024-11-16T11:24:42,744 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/5bc633f3-b8f7-28e0-f0d1-f31d0747d055/WALs/testeofisignored,16010,1731756282709/wal.dat.0 after 1ms 2024-11-16T11:24:42,745 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/5bc633f3-b8f7-28e0-f0d1-f31d0747d055/WALs/testeofisignored,16010,1731756282709/wal.dat.0 took 2ms 2024-11-16T11:24:42,750 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34525/user/jenkins/test-data/5bc633f3-b8f7-28e0-f0d1-f31d0747d055/WALs/testeofisignored,16010,1731756282709/wal.dat.0; continuing. 2024-11-16T11:24:42,750 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/5bc633f3-b8f7-28e0-f0d1-f31d0747d055/WALs/testeofisignored,16010,1731756282709/wal.dat.0 so closing down 2024-11-16T11:24:42,750 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:42,750 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:42,752 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:42,756 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/5bc633f3-b8f7-28e0-f0d1-f31d0747d055/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:42,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742248_1428 (size=786) 2024-11-16T11:24:42,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742248_1428 (size=786) 2024-11-16T11:24:42,766 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/5bc633f3-b8f7-28e0-f0d1-f31d0747d055/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:42,770 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/5bc633f3-b8f7-28e0-f0d1-f31d0747d055/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/5bc633f3-b8f7-28e0-f0d1-f31d0747d055/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-16T11:24:42,770 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/5bc633f3-b8f7-28e0-f0d1-f31d0747d055/WALs/testeofisignored,16010,1731756282709/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-16T11:24:42,770 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/5bc633f3-b8f7-28e0-f0d1-f31d0747d055/WALs/testeofisignored,16010,1731756282709/wal.dat.0, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/5bc633f3-b8f7-28e0-f0d1-f31d0747d055/WALs/testeofisignored,16010,1731756282709/wal.dat.0, size=823 (823bytes) at 1731756282743Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/5bc633f3-b8f7-28e0-f0d1-f31d0747d055/WALs/testeofisignored,16010,1731756282709/wal.dat.0 so closing down at 1731756282750 (+7 ms)3 split writer threads finished at 1731756282750Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/5bc633f3-b8f7-28e0-f0d1-f31d0747d055/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731756282756 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/5bc633f3-b8f7-28e0-f0d1-f31d0747d055/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731756282766 (+10 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/5bc633f3-b8f7-28e0-f0d1-f31d0747d055/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/5bc633f3-b8f7-28e0-f0d1-f31d0747d055/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1731756282770 (+4 ms)Processed 9 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/5bc633f3-b8f7-28e0-f0d1-f31d0747d055/WALs/testeofisignored,16010,1731756282709/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1731756282770 2024-11-16T11:24:42,774 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/5bc633f3-b8f7-28e0-f0d1-f31d0747d055/WALs/testeofisignored,16010,1731756282709/wal.dat.0 to hdfs://localhost:34525/user/jenkins/test-data/5bc633f3-b8f7-28e0-f0d1-f31d0747d055/oldWALs/wal.dat.0 2024-11-16T11:24:42,787 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=143 (was 143), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=442 (was 442), ProcessCount=11 (was 11), AvailableMemoryMB=4425 (was 4428) 2024-11-16T11:24:42,795 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=143, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=442, ProcessCount=11, AvailableMemoryMB=4425 2024-11-16T11:24:42,796 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:24:42,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742249_1429 (size=7) 2024-11-16T11:24:42,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742249_1429 (size=7) 2024-11-16T11:24:42,812 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:24:42,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:42,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:42,817 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:42,817 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-16T11:24:42,818 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-16T11:24:42,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742250_1430 (size=93) 2024-11-16T11:24:42,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742250_1430 (size=93) 2024-11-16T11:24:42,857 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/a6c55f73-331d-9832-5ab4-7fd30659e978/WALs/testsplitlogfileempty,16010,1731756282817/wal.dat..empty, size=93 (93bytes) 2024-11-16T11:24:42,857 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/a6c55f73-331d-9832-5ab4-7fd30659e978/WALs/testsplitlogfileempty,16010,1731756282817/wal.dat..empty 2024-11-16T11:24:42,858 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/a6c55f73-331d-9832-5ab4-7fd30659e978/WALs/testsplitlogfileempty,16010,1731756282817/wal.dat..empty after 1ms 2024-11-16T11:24:42,859 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/a6c55f73-331d-9832-5ab4-7fd30659e978/WALs/testsplitlogfileempty,16010,1731756282817/wal.dat..empty took 2ms 2024-11-16T11:24:42,860 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a6c55f73-331d-9832-5ab4-7fd30659e978/WALs/testsplitlogfileempty,16010,1731756282817/wal.dat..empty so closing down 2024-11-16T11:24:42,860 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:42,860 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:42,860 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/a6c55f73-331d-9832-5ab4-7fd30659e978/WALs/testsplitlogfileempty,16010,1731756282817/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-16T11:24:42,860 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/a6c55f73-331d-9832-5ab4-7fd30659e978/WALs/testsplitlogfileempty,16010,1731756282817/wal.dat..empty, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/a6c55f73-331d-9832-5ab4-7fd30659e978/WALs/testsplitlogfileempty,16010,1731756282817/wal.dat..empty, size=93 (93bytes) at 1731756282857Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/a6c55f73-331d-9832-5ab4-7fd30659e978/WALs/testsplitlogfileempty,16010,1731756282817/wal.dat..empty so closing down at 1731756282860 (+3 ms)3 split writer threads finished at 1731756282860Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/a6c55f73-331d-9832-5ab4-7fd30659e978/WALs/testsplitlogfileempty,16010,1731756282817/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731756282860 2024-11-16T11:24:42,863 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/a6c55f73-331d-9832-5ab4-7fd30659e978/WALs/testsplitlogfileempty,16010,1731756282817/wal.dat..empty to hdfs://localhost:34525/user/jenkins/test-data/a6c55f73-331d-9832-5ab4-7fd30659e978/oldWALs/wal.dat..empty 2024-11-16T11:24:42,875 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=143 (was 143), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=442 (was 442), ProcessCount=11 (was 11), AvailableMemoryMB=4425 (was 4425) 2024-11-16T11:24:42,883 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=143, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=442, ProcessCount=11, AvailableMemoryMB=4425 2024-11-16T11:24:42,883 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:24:42,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742251_1431 (size=7) 2024-11-16T11:24:42,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742251_1431 (size=7) 2024-11-16T11:24:42,903 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:24:42,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:42,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:42,909 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:42,909 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T11:24:42,909 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T11:24:42,910 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T11:24:42,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742252_1432 (size=1393) 2024-11-16T11:24:42,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742252_1432 (size=1393) 2024-11-16T11:24:42,924 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T11:24:42,924 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T11:24:42,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742253_1433 (size=1393) 2024-11-16T11:24:42,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742253_1433 (size=1393) 2024-11-16T11:24:42,934 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T11:24:42,934 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T11:24:42,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742254_1434 (size=1393) 2024-11-16T11:24:42,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742254_1434 (size=1393) 2024-11-16T11:24:42,944 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T11:24:42,945 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T11:24:42,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742255_1435 (size=1393) 2024-11-16T11:24:42,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742255_1435 (size=1393) 2024-11-16T11:24:42,964 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T11:24:42,964 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T11:24:42,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742256_1436 (size=1393) 2024-11-16T11:24:42,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742256_1436 (size=1393) 2024-11-16T11:24:42,980 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T11:24:42,981 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T11:24:42,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:42,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:42,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742257_1437 (size=1393) 2024-11-16T11:24:43,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742257_1437 (size=1393) 2024-11-16T11:24:43,000 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T11:24:43,000 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T11:24:43,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742258_1438 (size=1405) 2024-11-16T11:24:43,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742258_1438 (size=1405) 2024-11-16T11:24:43,021 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T11:24:43,021 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T11:24:43,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742259_1439 (size=1413) 2024-11-16T11:24:43,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742259_1439 (size=1413) 2024-11-16T11:24:43,033 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T11:24:43,034 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T11:24:43,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742260_1440 (size=1413) 2024-11-16T11:24:43,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742260_1440 (size=1413) 2024-11-16T11:24:43,445 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T11:24:43,445 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T11:24:43,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:43,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:43,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742261_1441 (size=1413) 2024-11-16T11:24:43,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742261_1441 (size=1413) 2024-11-16T11:24:43,455 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T11:24:43,477 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T11:24:43,477 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.0 2024-11-16T11:24:43,477 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.0 after 0ms 2024-11-16T11:24:43,479 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.0 took 2ms 2024-11-16T11:24:43,481 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.0 so closing down 2024-11-16T11:24:43,481 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:43,481 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:43,482 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:43,482 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T11:24:43,483 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:43,483 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T11:24:43,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742263_1443 (size=743) 2024-11-16T11:24:43,497 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:43,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742263_1443 (size=743) 2024-11-16T11:24:43,499 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T11:24:43,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742262_1442 (size=743) 2024-11-16T11:24:43,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742262_1442 (size=743) 2024-11-16T11:24:43,508 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:43,511 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T11:24:43,511 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:43,511 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.0, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.0, size=1.4 K (1393bytes) at 1731756283477Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.0 so closing down at 1731756283481 (+4 ms)3 split writer threads finished at 1731756283481Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731756283483 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731756283483Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756283497 (+14 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731756283499 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756283508 (+9 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731756283511 (+3 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756283511 2024-11-16T11:24:43,513 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.0 to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/oldWALs/wal.dat.0 2024-11-16T11:24:43,513 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T11:24:43,513 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.1 2024-11-16T11:24:43,514 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.1 after 1ms 2024-11-16T11:24:43,515 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.1 took 2ms 2024-11-16T11:24:43,516 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.1 so closing down 2024-11-16T11:24:43,516 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:43,517 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:43,519 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T11:24:43,520 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T11:24:43,520 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T11:24:43,524 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T11:24:43,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742264_1444 (size=743) 2024-11-16T11:24:43,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742264_1444 (size=743) 2024-11-16T11:24:43,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742265_1445 (size=743) 2024-11-16T11:24:43,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742265_1445 (size=743) 2024-11-16T11:24:43,531 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:43,532 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T11:24:43,932 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:43,935 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T11:24:43,936 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:43,936 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.1, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.1, size=1.4 K (1393bytes) at 1731756283513Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.1 so closing down at 1731756283516 (+3 ms)3 split writer threads finished at 1731756283517 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731756283520 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731756283524 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756283531 (+7 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731756283532 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756283932 (+400 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731756283935 (+3 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756283936 (+1 ms) 2024-11-16T11:24:43,940 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.1 to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/oldWALs/wal.dat.1 2024-11-16T11:24:43,940 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T11:24:43,940 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.2 2024-11-16T11:24:43,941 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.2 after 1ms 2024-11-16T11:24:43,945 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.2 took 5ms 2024-11-16T11:24:43,947 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.2 so closing down 2024-11-16T11:24:43,947 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:43,947 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:43,949 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T11:24:43,949 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T11:24:43,950 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T11:24:43,950 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T11:24:43,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742266_1446 (size=743) 2024-11-16T11:24:43,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742266_1446 (size=743) 2024-11-16T11:24:43,958 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:43,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742267_1447 (size=743) 2024-11-16T11:24:43,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742267_1447 (size=743) 2024-11-16T11:24:43,959 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:43,959 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T11:24:43,960 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T11:24:43,960 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:43,960 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.2, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.2, size=1.4 K (1393bytes) at 1731756283940Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.2 so closing down at 1731756283947 (+7 ms)3 split writer threads finished at 1731756283947Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731756283950 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731756283950Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756283958 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756283959 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731756283959Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731756283960 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756283960 2024-11-16T11:24:43,961 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.2 to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/oldWALs/wal.dat.2 2024-11-16T11:24:43,961 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T11:24:43,961 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.3 2024-11-16T11:24:43,962 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.3 after 0ms 2024-11-16T11:24:43,963 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.3 took 2ms 2024-11-16T11:24:43,964 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.3 so closing down 2024-11-16T11:24:43,964 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:43,964 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:43,965 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T11:24:43,965 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T11:24:43,966 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T11:24:43,966 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T11:24:43,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742268_1448 (size=743) 2024-11-16T11:24:43,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742268_1448 (size=743) 2024-11-16T11:24:43,970 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:43,971 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T11:24:43,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742269_1449 (size=743) 2024-11-16T11:24:43,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742269_1449 (size=743) 2024-11-16T11:24:43,976 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:43,977 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T11:24:43,977 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:43,977 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.3, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.3, size=1.4 K (1393bytes) at 1731756283961Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.3 so closing down at 1731756283964 (+3 ms)3 split writer threads finished at 1731756283964Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731756283966 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731756283966Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756283970 (+4 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731756283971 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756283976 (+5 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731756283977 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756283977 2024-11-16T11:24:43,979 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.3 to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/oldWALs/wal.dat.3 2024-11-16T11:24:43,979 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T11:24:43,979 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.4 2024-11-16T11:24:43,979 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.4 after 0ms 2024-11-16T11:24:43,980 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.4 took 1ms 2024-11-16T11:24:43,981 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.4 so closing down 2024-11-16T11:24:43,981 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:43,981 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:43,983 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T11:24:43,983 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T11:24:43,983 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T11:24:43,983 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T11:24:43,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742270_1450 (size=743) 2024-11-16T11:24:43,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742270_1450 (size=743) 2024-11-16T11:24:43,990 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:43,991 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T11:24:43,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742271_1451 (size=743) 2024-11-16T11:24:43,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742271_1451 (size=743) 2024-11-16T11:24:43,994 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:43,995 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T11:24:43,995 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:43,995 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.4, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.4, size=1.4 K (1393bytes) at 1731756283979Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.4 so closing down at 1731756283981 (+2 ms)3 split writer threads finished at 1731756283981Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731756283983 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731756283983Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756283990 (+7 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731756283991 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756283994 (+3 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731756283995 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756283995 2024-11-16T11:24:43,996 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.4 to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/oldWALs/wal.dat.4 2024-11-16T11:24:43,997 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T11:24:43,997 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.5 2024-11-16T11:24:43,997 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.5 after 0ms 2024-11-16T11:24:43,999 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.5 took 3ms 2024-11-16T11:24:44,000 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.5 so closing down 2024-11-16T11:24:44,000 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:44,000 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:44,001 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T11:24:44,001 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T11:24:44,003 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T11:24:44,003 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T11:24:44,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742272_1452 (size=743) 2024-11-16T11:24:44,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742272_1452 (size=743) 2024-11-16T11:24:44,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742273_1453 (size=743) 2024-11-16T11:24:44,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742273_1453 (size=743) 2024-11-16T11:24:44,006 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:44,007 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:44,007 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T11:24:44,007 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T11:24:44,008 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T11:24:44,008 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.5, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.5, size=1.4 K (1393bytes) at 1731756283997Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.5 so closing down at 1731756284000 (+3 ms)3 split writer threads finished at 1731756284000Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731756284003 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731756284003Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756284007 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756284007Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731756284007Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731756284007Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731756284008 (+1 ms) 2024-11-16T11:24:44,008 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.5 to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/oldWALs/wal.dat.5 2024-11-16T11:24:44,009 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T11:24:44,009 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.6 2024-11-16T11:24:44,009 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.6 after 0ms 2024-11-16T11:24:44,010 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.6 took 1ms 2024-11-16T11:24:44,011 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.6 so closing down 2024-11-16T11:24:44,011 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:44,011 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:44,013 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T11:24:44,013 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T11:24:44,013 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T11:24:44,013 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T11:24:44,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742275_1455 (size=749) 2024-11-16T11:24:44,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742274_1454 (size=749) 2024-11-16T11:24:44,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742275_1455 (size=749) 2024-11-16T11:24:44,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742274_1454 (size=749) 2024-11-16T11:24:44,017 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:44,017 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:44,018 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T11:24:44,018 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T11:24:44,018 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T11:24:44,018 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.6, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.6, size=1.4 K (1405bytes) at 1731756284009Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.6 so closing down at 1731756284011 (+2 ms)3 split writer threads finished at 1731756284011Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731756284013 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731756284013Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756284017 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756284017Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731756284018 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731756284018Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731756284018 2024-11-16T11:24:44,019 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.6 to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/oldWALs/wal.dat.6 2024-11-16T11:24:44,019 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T11:24:44,019 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.7 2024-11-16T11:24:44,019 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.7 after 0ms 2024-11-16T11:24:44,021 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.7 took 2ms 2024-11-16T11:24:44,022 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.7 so closing down 2024-11-16T11:24:44,022 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:44,022 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:44,023 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T11:24:44,023 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T11:24:44,024 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T11:24:44,024 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T11:24:44,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742276_1456 (size=753) 2024-11-16T11:24:44,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742276_1456 (size=753) 2024-11-16T11:24:44,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742277_1457 (size=753) 2024-11-16T11:24:44,028 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:44,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742277_1457 (size=753) 2024-11-16T11:24:44,029 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:44,029 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T11:24:44,030 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T11:24:44,030 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T11:24:44,030 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.7, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.7, size=1.4 K (1413bytes) at 1731756284019Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.7 so closing down at 1731756284022 (+3 ms)3 split writer threads finished at 1731756284022Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731756284024 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731756284024Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756284028 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756284029 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731756284029Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731756284030 (+1 ms)Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731756284030 2024-11-16T11:24:44,031 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.7 to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/oldWALs/wal.dat.7 2024-11-16T11:24:44,031 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T11:24:44,031 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.8 2024-11-16T11:24:44,031 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.8 after 0ms 2024-11-16T11:24:44,033 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.8 took 2ms 2024-11-16T11:24:44,033 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.8 so closing down 2024-11-16T11:24:44,033 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:44,034 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:44,035 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T11:24:44,035 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T11:24:44,035 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T11:24:44,035 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T11:24:44,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742279_1459 (size=753) 2024-11-16T11:24:44,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742279_1459 (size=753) 2024-11-16T11:24:44,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742278_1458 (size=753) 2024-11-16T11:24:44,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742278_1458 (size=753) 2024-11-16T11:24:44,039 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:44,039 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:44,040 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T11:24:44,040 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T11:24:44,040 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T11:24:44,040 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.8, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.8, size=1.4 K (1413bytes) at 1731756284031Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.8 so closing down at 1731756284033 (+2 ms)3 split writer threads finished at 1731756284034 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731756284035 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731756284036 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756284039 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756284039Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731756284040 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731756284040Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731756284040 2024-11-16T11:24:44,041 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.8 to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/oldWALs/wal.dat.8 2024-11-16T11:24:44,041 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T11:24:44,041 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.9 2024-11-16T11:24:44,042 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.9 after 1ms 2024-11-16T11:24:44,043 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.9 took 2ms 2024-11-16T11:24:44,044 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.9 so closing down 2024-11-16T11:24:44,044 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:44,044 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:44,045 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T11:24:44,045 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T11:24:44,046 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T11:24:44,046 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T11:24:44,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742280_1460 (size=753) 2024-11-16T11:24:44,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742280_1460 (size=753) 2024-11-16T11:24:44,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742281_1461 (size=753) 2024-11-16T11:24:44,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742281_1461 (size=753) 2024-11-16T11:24:44,054 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:44,054 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:44,055 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T11:24:44,055 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T11:24:44,055 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T11:24:44,055 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.9, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.9, size=1.4 K (1413bytes) at 1731756284041Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.9 so closing down at 1731756284044 (+3 ms)3 split writer threads finished at 1731756284044Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731756284046 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731756284046Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756284054 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756284054Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731756284055 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731756284055Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731756284055 2024-11-16T11:24:44,056 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/WALs/testlogsgetarchivedaftersplit,16010,1731756282909/wal.dat.9 to hdfs://localhost:34525/user/jenkins/test-data/882d1aaf-5417-1ff6-6d86-2f840888efe7/oldWALs/wal.dat.9 2024-11-16T11:24:44,065 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=143 (was 143), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=438 (was 442), ProcessCount=11 (was 11), AvailableMemoryMB=4420 (was 4425) 2024-11-16T11:24:44,071 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=143, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=438, ProcessCount=11, AvailableMemoryMB=4420 2024-11-16T11:24:44,071 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:24:44,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742282_1462 (size=7) 2024-11-16T11:24:44,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742282_1462 (size=7) 2024-11-16T11:24:44,077 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:24:44,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:44,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:44,080 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:44,081 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-16T11:24:44,081 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-16T11:24:44,081 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T11:24:44,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742283_1463 (size=723) 2024-11-16T11:24:44,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742283_1463 (size=723) 2024-11-16T11:24:44,089 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T11:24:44,089 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T11:24:44,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742284_1464 (size=723) 2024-11-16T11:24:44,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742284_1464 (size=723) 2024-11-16T11:24:44,096 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T11:24:44,096 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T11:24:44,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742285_1465 (size=723) 2024-11-16T11:24:44,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742285_1465 (size=723) 2024-11-16T11:24:44,103 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T11:24:44,103 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T11:24:44,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742286_1466 (size=723) 2024-11-16T11:24:44,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742286_1466 (size=723) 2024-11-16T11:24:44,109 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T11:24:44,109 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T11:24:44,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742287_1467 (size=723) 2024-11-16T11:24:44,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742287_1467 (size=723) 2024-11-16T11:24:44,116 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T11:24:44,116 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T11:24:44,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742288_1468 (size=723) 2024-11-16T11:24:44,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742288_1468 (size=723) 2024-11-16T11:24:44,122 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T11:24:44,123 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T11:24:44,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742289_1469 (size=723) 2024-11-16T11:24:44,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742289_1469 (size=723) 2024-11-16T11:24:44,129 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T11:24:44,129 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T11:24:44,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742290_1470 (size=723) 2024-11-16T11:24:44,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742290_1470 (size=723) 2024-11-16T11:24:44,136 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T11:24:44,136 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T11:24:44,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742291_1471 (size=723) 2024-11-16T11:24:44,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742291_1471 (size=723) 2024-11-16T11:24:44,143 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T11:24:44,143 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T11:24:44,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742292_1472 (size=723) 2024-11-16T11:24:44,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742292_1472 (size=723) 2024-11-16T11:24:44,149 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T11:24:44,163 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:34525/user/jenkins/test-data/f0da44b9-07c0-2b47-e240-7e53b2c0f880/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:34525/user/jenkins/test-data/f0da44b9-07c0-2b47-e240-7e53b2c0f880/oldWALs, maxLogs=32 2024-11-16T11:24:44,190 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1731756284188 2024-11-16T11:24:44,222 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0da44b9-07c0-2b47-e240-7e53b2c0f880/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1731756284188 2024-11-16T11:24:44,285 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:44039:44039),(127.0.0.1/127.0.0.1:43021:43021)] 2024-11-16T11:24:44,302 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/f0da44b9-07c0-2b47-e240-7e53b2c0f880/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731756284080/wal.dat.0, size=723 (723bytes) 2024-11-16T11:24:44,302 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/f0da44b9-07c0-2b47-e240-7e53b2c0f880/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731756284080/wal.dat.0 2024-11-16T11:24:44,302 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/f0da44b9-07c0-2b47-e240-7e53b2c0f880/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731756284080/wal.dat.0 after 0ms 2024-11-16T11:24:44,304 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/f0da44b9-07c0-2b47-e240-7e53b2c0f880/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731756284080/wal.dat.0 took 3ms 2024-11-16T11:24:44,305 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/f0da44b9-07c0-2b47-e240-7e53b2c0f880/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731756284080/wal.dat.0 so closing down 2024-11-16T11:24:44,305 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:44,305 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:44,308 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:44,309 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f0da44b9-07c0-2b47-e240-7e53b2c0f880/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:44,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742294_1474 (size=723) 2024-11-16T11:24:44,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742294_1474 (size=723) 2024-11-16T11:24:44,313 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f0da44b9-07c0-2b47-e240-7e53b2c0f880/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:44,314 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f0da44b9-07c0-2b47-e240-7e53b2c0f880/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/f0da44b9-07c0-2b47-e240-7e53b2c0f880/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-16T11:24:44,314 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/f0da44b9-07c0-2b47-e240-7e53b2c0f880/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731756284080/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-16T11:24:44,314 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/f0da44b9-07c0-2b47-e240-7e53b2c0f880/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731756284080/wal.dat.0, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/f0da44b9-07c0-2b47-e240-7e53b2c0f880/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731756284080/wal.dat.0, size=723 (723bytes) at 1731756284302Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/f0da44b9-07c0-2b47-e240-7e53b2c0f880/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731756284080/wal.dat.0 so closing down at 1731756284305 (+3 ms)3 split writer threads finished at 1731756284305Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f0da44b9-07c0-2b47-e240-7e53b2c0f880/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731756284309 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/f0da44b9-07c0-2b47-e240-7e53b2c0f880/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756284313 (+4 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/f0da44b9-07c0-2b47-e240-7e53b2c0f880/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/f0da44b9-07c0-2b47-e240-7e53b2c0f880/data/default/t1/r0/recovered.edits/0000000000000000009 at 1731756284314 (+1 ms)Processed 10 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/f0da44b9-07c0-2b47-e240-7e53b2c0f880/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731756284080/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1731756284314 2024-11-16T11:24:44,315 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T11:24:44,315 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T11:24:44,316 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T11:24:44,316 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T11:24:44,316 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T11:24:44,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742293_1473 (size=93) 2024-11-16T11:24:44,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742293_1473 (size=93) 2024-11-16T11:24:44,320 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f0da44b9-07c0-2b47-e240-7e53b2c0f880/oldWALs 2024-11-16T11:24:44,322 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1731756284188) 2024-11-16T11:24:44,329 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=149 (was 143) - Thread LEAK? -, OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=438 (was 438), ProcessCount=11 (was 11), AvailableMemoryMB=4410 (was 4420) 2024-11-16T11:24:44,336 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=149, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=438, ProcessCount=11, AvailableMemoryMB=4409 2024-11-16T11:24:44,336 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:24:44,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742295_1475 (size=7) 2024-11-16T11:24:44,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742295_1475 (size=7) 2024-11-16T11:24:44,342 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:24:44,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:44,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:44,345 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:44,346 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-16T11:24:44,346 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:44,346 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T11:24:44,347 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T11:24:44,347 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T11:24:44,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742296_1476 (size=1393) 2024-11-16T11:24:44,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742296_1476 (size=1393) 2024-11-16T11:24:44,357 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T11:24:44,357 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T11:24:44,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742297_1477 (size=1393) 2024-11-16T11:24:44,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742297_1477 (size=1393) 2024-11-16T11:24:44,368 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T11:24:44,368 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T11:24:44,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742298_1478 (size=1393) 2024-11-16T11:24:44,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742298_1478 (size=1393) 2024-11-16T11:24:44,383 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T11:24:44,383 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T11:24:44,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742299_1479 (size=1393) 2024-11-16T11:24:44,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742299_1479 (size=1393) 2024-11-16T11:24:44,393 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T11:24:44,394 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T11:24:44,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742300_1480 (size=1393) 2024-11-16T11:24:44,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742300_1480 (size=1393) 2024-11-16T11:24:44,404 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T11:24:44,404 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T11:24:44,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742301_1481 (size=1393) 2024-11-16T11:24:44,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742301_1481 (size=1393) 2024-11-16T11:24:44,414 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T11:24:44,414 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T11:24:44,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742302_1482 (size=1405) 2024-11-16T11:24:44,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742302_1482 (size=1405) 2024-11-16T11:24:44,424 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T11:24:44,424 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T11:24:44,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742303_1483 (size=1413) 2024-11-16T11:24:44,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742303_1483 (size=1413) 2024-11-16T11:24:44,434 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T11:24:44,434 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T11:24:44,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742304_1484 (size=1413) 2024-11-16T11:24:44,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742304_1484 (size=1413) 2024-11-16T11:24:44,445 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T11:24:44,445 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T11:24:44,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742305_1485 (size=1413) 2024-11-16T11:24:44,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742305_1485 (size=1413) 2024-11-16T11:24:44,474 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T11:24:44,497 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T11:24:44,497 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0 2024-11-16T11:24:44,498 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0 after 1ms 2024-11-16T11:24:44,500 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0 took 2ms 2024-11-16T11:24:44,501 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T11:24:44,501 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0 so closing down 2024-11-16T11:24:44,501 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:44,502 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:44,502 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T11:24:44,502 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0, size=1.4 K (1393bytes) at 1731756284497Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0 so closing down at 1731756284501 (+4 ms)3 split writer threads finished at 1731756284502 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731756284502 2024-11-16T11:24:44,504 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0 to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.0 2024-11-16T11:24:44,504 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T11:24:44,504 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1 2024-11-16T11:24:44,504 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1 after 0ms 2024-11-16T11:24:44,506 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1 took 2ms 2024-11-16T11:24:44,507 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T11:24:44,508 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1 so closing down 2024-11-16T11:24:44,508 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:44,508 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:44,508 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T11:24:44,508 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1, size=1.4 K (1393bytes) at 1731756284504Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1 so closing down at 1731756284508 (+4 ms)3 split writer threads finished at 1731756284508Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731756284508 2024-11-16T11:24:44,510 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1 to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.1 2024-11-16T11:24:44,510 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T11:24:44,510 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2 2024-11-16T11:24:44,510 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2 after 0ms 2024-11-16T11:24:44,512 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2 took 2ms 2024-11-16T11:24:44,513 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T11:24:44,514 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2 so closing down 2024-11-16T11:24:44,514 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:44,514 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:44,514 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T11:24:44,514 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2, size=1.4 K (1393bytes) at 1731756284510Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2 so closing down at 1731756284514 (+4 ms)3 split writer threads finished at 1731756284514Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731756284514 2024-11-16T11:24:44,516 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2 to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.2 2024-11-16T11:24:44,516 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T11:24:44,516 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3 2024-11-16T11:24:44,516 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3 after 0ms 2024-11-16T11:24:44,518 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3 took 2ms 2024-11-16T11:24:44,519 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T11:24:44,519 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3 so closing down 2024-11-16T11:24:44,519 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:44,519 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:44,519 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T11:24:44,519 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3, size=1.4 K (1393bytes) at 1731756284516Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3 so closing down at 1731756284519 (+3 ms)3 split writer threads finished at 1731756284519Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731756284519 2024-11-16T11:24:44,521 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3 to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.3 2024-11-16T11:24:44,521 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T11:24:44,521 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4 2024-11-16T11:24:44,522 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4 after 1ms 2024-11-16T11:24:44,523 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4 took 2ms 2024-11-16T11:24:44,524 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T11:24:44,524 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4 so closing down 2024-11-16T11:24:44,524 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:44,524 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:44,525 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T11:24:44,525 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4, size=1.4 K (1393bytes) at 1731756284521Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4 so closing down at 1731756284524 (+3 ms)3 split writer threads finished at 1731756284524Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731756284525 (+1 ms) 2024-11-16T11:24:44,526 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4 to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.4 2024-11-16T11:24:44,527 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T11:24:44,527 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5 2024-11-16T11:24:44,527 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5 after 0ms 2024-11-16T11:24:44,528 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5 took 2ms 2024-11-16T11:24:44,529 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T11:24:44,530 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5 so closing down 2024-11-16T11:24:44,530 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:44,530 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:44,530 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T11:24:44,530 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5, size=1.4 K (1393bytes) at 1731756284527Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5 so closing down at 1731756284530 (+3 ms)3 split writer threads finished at 1731756284530Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731756284530 2024-11-16T11:24:44,531 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5 to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.5 2024-11-16T11:24:44,532 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T11:24:44,532 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6 2024-11-16T11:24:44,532 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6 after 0ms 2024-11-16T11:24:44,534 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6 took 3ms 2024-11-16T11:24:44,535 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T11:24:44,535 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6 so closing down 2024-11-16T11:24:44,535 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:44,535 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:44,535 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-16T11:24:44,536 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6, size=1.4 K (1405bytes) at 1731756284532Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6 so closing down at 1731756284535 (+3 ms)3 split writer threads finished at 1731756284535Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731756284535 2024-11-16T11:24:44,537 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6 to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.6 2024-11-16T11:24:44,537 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T11:24:44,537 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7 2024-11-16T11:24:44,538 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7 after 1ms 2024-11-16T11:24:44,539 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7 took 2ms 2024-11-16T11:24:44,540 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T11:24:44,541 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7 so closing down 2024-11-16T11:24:44,541 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:44,541 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:44,541 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T11:24:44,541 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7, size=1.4 K (1413bytes) at 1731756284537Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7 so closing down at 1731756284541 (+4 ms)3 split writer threads finished at 1731756284541Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731756284541 2024-11-16T11:24:44,543 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7 to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.7 2024-11-16T11:24:44,543 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T11:24:44,543 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8 2024-11-16T11:24:44,543 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8 after 0ms 2024-11-16T11:24:44,545 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8 took 2ms 2024-11-16T11:24:44,546 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T11:24:44,546 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8 so closing down 2024-11-16T11:24:44,546 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:44,546 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:44,546 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T11:24:44,546 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8, size=1.4 K (1413bytes) at 1731756284543Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8 so closing down at 1731756284546 (+3 ms)3 split writer threads finished at 1731756284546Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731756284546 2024-11-16T11:24:44,548 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8 to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.8 2024-11-16T11:24:44,548 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T11:24:44,548 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9 2024-11-16T11:24:44,548 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9 after 0ms 2024-11-16T11:24:44,550 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9 took 2ms 2024-11-16T11:24:44,551 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T11:24:44,551 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9 so closing down 2024-11-16T11:24:44,551 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:44,551 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:44,551 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T11:24:44,551 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9, size=1.4 K (1413bytes) at 1731756284548Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9 so closing down at 1731756284551 (+3 ms)3 split writer threads finished at 1731756284551Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731756284551 2024-11-16T11:24:44,553 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9 to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.9 2024-11-16T11:24:44,554 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731756284503; access_time=1731756284348; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731756284509; access_time=1731756284358; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731756284515; access_time=1731756284368; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731756284520; access_time=1731756284383; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731756284525; access_time=1731756284394; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731756284531; access_time=1731756284404; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731756284536; access_time=1731756284414; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731756284542; access_time=1731756284424; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731756284547; access_time=1731756284434; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731756284552; access_time=1731756284445; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-16T11:24:44,558 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:44,558 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T11:24:44,558 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T11:24:44,559 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T11:24:44,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742306_1486 (size=1393) 2024-11-16T11:24:44,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742306_1486 (size=1393) 2024-11-16T11:24:44,569 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T11:24:44,569 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T11:24:44,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742307_1487 (size=1393) 2024-11-16T11:24:44,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742307_1487 (size=1393) 2024-11-16T11:24:44,579 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T11:24:44,579 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T11:24:44,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742308_1488 (size=1393) 2024-11-16T11:24:44,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742308_1488 (size=1393) 2024-11-16T11:24:44,589 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T11:24:44,589 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T11:24:44,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742309_1489 (size=1393) 2024-11-16T11:24:44,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742309_1489 (size=1393) 2024-11-16T11:24:44,599 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T11:24:44,599 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T11:24:44,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742310_1490 (size=1393) 2024-11-16T11:24:44,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742310_1490 (size=1393) 2024-11-16T11:24:44,609 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T11:24:44,609 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T11:24:44,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742311_1491 (size=1393) 2024-11-16T11:24:44,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742311_1491 (size=1393) 2024-11-16T11:24:44,620 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T11:24:44,620 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T11:24:44,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742312_1492 (size=1405) 2024-11-16T11:24:44,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742312_1492 (size=1405) 2024-11-16T11:24:44,631 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T11:24:44,631 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T11:24:44,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742313_1493 (size=1413) 2024-11-16T11:24:44,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742313_1493 (size=1413) 2024-11-16T11:24:44,641 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T11:24:44,641 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T11:24:44,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742314_1494 (size=1413) 2024-11-16T11:24:44,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742314_1494 (size=1413) 2024-11-16T11:24:44,651 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T11:24:44,651 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T11:24:44,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:44,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:44,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742315_1495 (size=1413) 2024-11-16T11:24:44,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742315_1495 (size=1413) 2024-11-16T11:24:44,661 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T11:24:44,678 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T11:24:44,678 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0 2024-11-16T11:24:44,678 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0 after 0ms 2024-11-16T11:24:44,680 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0 took 2ms 2024-11-16T11:24:44,682 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T11:24:44,682 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0 so closing down 2024-11-16T11:24:44,682 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:44,682 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:44,684 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T11:24:44,684 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:44,685 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T11:24:44,685 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:44,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742316_1496 (size=418) 2024-11-16T11:24:44,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742317_1497 (size=418) 2024-11-16T11:24:44,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742316_1496 (size=418) 2024-11-16T11:24:44,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742317_1497 (size=418) 2024-11-16T11:24:44,689 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:44,689 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:44,690 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-16T11:24:44,690 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-16T11:24:44,690 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T11:24:44,690 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0, size=1.4 K (1393bytes) at 1731756284678Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0 so closing down at 1731756284682 (+4 ms)3 split writer threads finished at 1731756284682Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731756284685 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731756284685Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731756284689 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731756284689Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1731756284690 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1731756284690Processed 10 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731756284690 2024-11-16T11:24:44,691 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0 to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.0 2024-11-16T11:24:44,691 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T11:24:44,691 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1 2024-11-16T11:24:44,691 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1 after 0ms 2024-11-16T11:24:44,693 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1 took 2ms 2024-11-16T11:24:44,697 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T11:24:44,697 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1 so closing down 2024-11-16T11:24:44,697 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:44,698 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:44,699 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T11:24:44,699 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T11:24:44,700 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T11:24:44,700 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T11:24:44,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742318_1498 (size=418) 2024-11-16T11:24:44,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742318_1498 (size=418) 2024-11-16T11:24:44,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742319_1499 (size=418) 2024-11-16T11:24:44,704 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:44,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742319_1499 (size=418) 2024-11-16T11:24:44,704 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:44,705 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-16T11:24:44,705 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-16T11:24:44,705 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T11:24:44,705 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1, size=1.4 K (1393bytes) at 1731756284691Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1 so closing down at 1731756284697 (+6 ms)3 split writer threads finished at 1731756284698 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731756284700 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731756284700Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731756284704 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731756284704Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1731756284705 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1731756284705Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731756284705 2024-11-16T11:24:44,706 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1 to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.1 2024-11-16T11:24:44,707 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T11:24:44,707 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2 2024-11-16T11:24:44,707 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2 after 0ms 2024-11-16T11:24:44,708 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2 took 2ms 2024-11-16T11:24:44,709 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T11:24:44,710 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2 so closing down 2024-11-16T11:24:44,710 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:44,710 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:44,711 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T11:24:44,711 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T11:24:44,712 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T11:24:44,712 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T11:24:44,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742320_1500 (size=418) 2024-11-16T11:24:44,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742320_1500 (size=418) 2024-11-16T11:24:44,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742321_1501 (size=418) 2024-11-16T11:24:44,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742321_1501 (size=418) 2024-11-16T11:24:44,716 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:44,716 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:44,717 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-16T11:24:44,717 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-16T11:24:44,717 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T11:24:44,717 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2, size=1.4 K (1393bytes) at 1731756284707Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2 so closing down at 1731756284710 (+3 ms)3 split writer threads finished at 1731756284710Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731756284712 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731756284712Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731756284716 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731756284716Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1731756284717 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1731756284717Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731756284717 2024-11-16T11:24:44,719 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2 to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.2 2024-11-16T11:24:44,719 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T11:24:44,719 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3 2024-11-16T11:24:44,719 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3 after 0ms 2024-11-16T11:24:44,721 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3 took 2ms 2024-11-16T11:24:44,722 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T11:24:44,722 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3 so closing down 2024-11-16T11:24:44,722 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:44,722 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:44,724 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T11:24:44,724 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T11:24:44,725 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T11:24:44,725 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T11:24:44,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742323_1503 (size=418) 2024-11-16T11:24:44,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742323_1503 (size=418) 2024-11-16T11:24:44,728 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:44,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742322_1502 (size=418) 2024-11-16T11:24:44,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742322_1502 (size=418) 2024-11-16T11:24:44,729 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:44,729 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-16T11:24:44,730 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-16T11:24:44,730 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T11:24:44,730 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3, size=1.4 K (1393bytes) at 1731756284719Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3 so closing down at 1731756284722 (+3 ms)3 split writer threads finished at 1731756284722Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731756284725 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731756284725Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731756284728 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731756284729 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1731756284729Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1731756284730 (+1 ms)Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731756284730 2024-11-16T11:24:44,731 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3 to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.3 2024-11-16T11:24:44,731 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T11:24:44,731 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4 2024-11-16T11:24:44,732 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4 after 1ms 2024-11-16T11:24:44,733 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4 took 2ms 2024-11-16T11:24:44,734 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T11:24:44,734 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4 so closing down 2024-11-16T11:24:44,735 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:44,735 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:44,736 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T11:24:44,736 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T11:24:44,737 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T11:24:44,737 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T11:24:44,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742324_1504 (size=418) 2024-11-16T11:24:44,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742325_1505 (size=418) 2024-11-16T11:24:44,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742324_1504 (size=418) 2024-11-16T11:24:44,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742325_1505 (size=418) 2024-11-16T11:24:44,741 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:44,741 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:44,742 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-16T11:24:44,742 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-16T11:24:44,742 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T11:24:44,742 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4, size=1.4 K (1393bytes) at 1731756284731Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4 so closing down at 1731756284734 (+3 ms)3 split writer threads finished at 1731756284735 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731756284737 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731756284737Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731756284741 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731756284741Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1731756284742 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1731756284742Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731756284742 2024-11-16T11:24:44,743 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4 to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.4 2024-11-16T11:24:44,743 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T11:24:44,743 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5 2024-11-16T11:24:44,743 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5 after 0ms 2024-11-16T11:24:44,745 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5 took 2ms 2024-11-16T11:24:44,746 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T11:24:44,746 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5 so closing down 2024-11-16T11:24:44,746 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:44,746 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:44,748 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T11:24:44,748 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T11:24:44,748 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T11:24:44,748 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T11:24:44,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742327_1507 (size=418) 2024-11-16T11:24:44,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742327_1507 (size=418) 2024-11-16T11:24:44,754 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:44,755 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-16T11:24:44,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742326_1506 (size=418) 2024-11-16T11:24:44,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742326_1506 (size=418) 2024-11-16T11:24:44,758 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:44,758 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-16T11:24:44,759 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T11:24:44,759 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5, size=1.4 K (1393bytes) at 1731756284743Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5 so closing down at 1731756284746 (+3 ms)3 split writer threads finished at 1731756284746Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731756284748 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731756284748Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731756284754 (+6 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1731756284755 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731756284758 (+3 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731756284758Processed 10 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731756284759 (+1 ms) 2024-11-16T11:24:44,760 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5 to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.5 2024-11-16T11:24:44,760 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T11:24:44,760 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6 2024-11-16T11:24:44,761 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6 after 1ms 2024-11-16T11:24:44,762 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6 took 2ms 2024-11-16T11:24:44,764 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T11:24:44,764 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6 so closing down 2024-11-16T11:24:44,764 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:44,764 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:44,766 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T11:24:44,766 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T11:24:44,767 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T11:24:44,767 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T11:24:44,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742328_1508 (size=419) 2024-11-16T11:24:44,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742328_1508 (size=419) 2024-11-16T11:24:44,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742329_1509 (size=419) 2024-11-16T11:24:44,778 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:44,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742329_1509 (size=419) 2024-11-16T11:24:44,778 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:44,779 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-16T11:24:44,779 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-16T11:24:44,779 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-16T11:24:44,779 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6, size=1.4 K (1405bytes) at 1731756284760Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6 so closing down at 1731756284764 (+4 ms)3 split writer threads finished at 1731756284764Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731756284767 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731756284767Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731756284778 (+11 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731756284778Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1731756284779 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1731756284779Processed 10 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731756284779 2024-11-16T11:24:44,781 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6 to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.6 2024-11-16T11:24:44,781 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T11:24:44,781 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7 2024-11-16T11:24:44,781 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7 after 0ms 2024-11-16T11:24:44,783 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7 took 2ms 2024-11-16T11:24:44,784 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T11:24:44,784 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7 so closing down 2024-11-16T11:24:44,784 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:44,784 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:44,786 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T11:24:44,786 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T11:24:44,788 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T11:24:44,788 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T11:24:44,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742331_1511 (size=423) 2024-11-16T11:24:44,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742331_1511 (size=423) 2024-11-16T11:24:44,795 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:44,797 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-16T11:24:44,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742330_1510 (size=423) 2024-11-16T11:24:44,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742330_1510 (size=423) 2024-11-16T11:24:44,800 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:44,801 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-16T11:24:44,801 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T11:24:44,801 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7, size=1.4 K (1413bytes) at 1731756284781Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7 so closing down at 1731756284784 (+3 ms)3 split writer threads finished at 1731756284784Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731756284788 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731756284788Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731756284795 (+7 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1731756284797 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731756284800 (+3 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1731756284801 (+1 ms)Processed 10 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731756284801 2024-11-16T11:24:44,803 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7 to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.7 2024-11-16T11:24:44,803 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T11:24:44,803 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8 2024-11-16T11:24:44,803 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8 after 0ms 2024-11-16T11:24:44,805 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8 took 2ms 2024-11-16T11:24:44,806 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T11:24:44,806 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8 so closing down 2024-11-16T11:24:44,806 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:44,806 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:44,808 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T11:24:44,808 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T11:24:44,808 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T11:24:44,809 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T11:24:44,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742333_1513 (size=423) 2024-11-16T11:24:44,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742333_1513 (size=423) 2024-11-16T11:24:44,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742332_1512 (size=423) 2024-11-16T11:24:44,815 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:44,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742332_1512 (size=423) 2024-11-16T11:24:44,816 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-16T11:24:45,215 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:45,217 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-16T11:24:45,217 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T11:24:45,217 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8, size=1.4 K (1413bytes) at 1731756284803Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8 so closing down at 1731756284806 (+3 ms)3 split writer threads finished at 1731756284806Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731756284809 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731756284809Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731756284815 (+6 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1731756284816 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731756285215 (+399 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1731756285217 (+2 ms)Processed 10 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731756285217 2024-11-16T11:24:45,219 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8 to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.8 2024-11-16T11:24:45,219 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T11:24:45,219 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9 2024-11-16T11:24:45,219 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9 after 0ms 2024-11-16T11:24:45,221 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9 took 2ms 2024-11-16T11:24:45,223 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T11:24:45,223 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9 so closing down 2024-11-16T11:24:45,223 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:45,223 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:45,225 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T11:24:45,225 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T11:24:45,226 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T11:24:45,227 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T11:24:45,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742334_1514 (size=423) 2024-11-16T11:24:45,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742334_1514 (size=423) 2024-11-16T11:24:45,235 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:45,236 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-16T11:24:45,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742335_1515 (size=423) 2024-11-16T11:24:45,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742335_1515 (size=423) 2024-11-16T11:24:45,237 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:45,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-16T11:24:45,238 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T11:24:45,238 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9, size=1.4 K (1413bytes) at 1731756285219Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9 so closing down at 1731756285223 (+4 ms)3 split writer threads finished at 1731756285223Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731756285226 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731756285227 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731756285235 (+8 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1731756285236 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731756285237 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1731756285238 (+1 ms)Processed 10 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731756285238 2024-11-16T11:24:45,239 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9 to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.9 2024-11-16T11:24:45,240 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731756284690; access_time=1731756284559; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731756284706; access_time=1731756284569; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731756284718; access_time=1731756284579; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731756284731; access_time=1731756284589; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731756284743; access_time=1731756284599; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731756284760; access_time=1731756284610; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731756284780; access_time=1731756284621; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731756284802; access_time=1731756284631; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731756285218; access_time=1731756284641; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731756285238; access_time=1731756284652; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-16T11:24:45,243 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:45,243 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T11:24:45,243 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T11:24:45,243 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T11:24:45,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742336_1516 (size=1393) 2024-11-16T11:24:45,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742336_1516 (size=1393) 2024-11-16T11:24:45,253 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T11:24:45,253 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T11:24:45,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742337_1517 (size=1393) 2024-11-16T11:24:45,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742337_1517 (size=1393) 2024-11-16T11:24:45,263 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T11:24:45,263 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T11:24:45,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742338_1518 (size=1393) 2024-11-16T11:24:45,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742338_1518 (size=1393) 2024-11-16T11:24:45,272 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T11:24:45,272 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T11:24:45,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742339_1519 (size=1393) 2024-11-16T11:24:45,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742339_1519 (size=1393) 2024-11-16T11:24:45,281 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T11:24:45,281 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T11:24:45,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742340_1520 (size=1393) 2024-11-16T11:24:45,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742340_1520 (size=1393) 2024-11-16T11:24:45,290 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T11:24:45,291 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T11:24:45,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742341_1521 (size=1393) 2024-11-16T11:24:45,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742341_1521 (size=1393) 2024-11-16T11:24:45,303 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T11:24:45,303 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T11:24:45,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742342_1522 (size=1405) 2024-11-16T11:24:45,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742342_1522 (size=1405) 2024-11-16T11:24:45,311 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T11:24:45,311 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T11:24:45,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742343_1523 (size=1413) 2024-11-16T11:24:45,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742343_1523 (size=1413) 2024-11-16T11:24:45,321 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T11:24:45,321 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T11:24:45,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742344_1524 (size=1413) 2024-11-16T11:24:45,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742344_1524 (size=1413) 2024-11-16T11:24:45,330 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T11:24:45,330 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T11:24:45,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:45,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:45,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742345_1525 (size=1413) 2024-11-16T11:24:45,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742345_1525 (size=1413) 2024-11-16T11:24:45,338 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T11:24:45,355 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T11:24:45,355 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0 2024-11-16T11:24:45,355 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0 after 0ms 2024-11-16T11:24:45,356 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0 took 1ms 2024-11-16T11:24:45,358 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T11:24:45,359 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0 so closing down 2024-11-16T11:24:45,359 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:45,359 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:45,360 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T11:24:45,360 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:45,361 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T11:24:45,361 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T11:24:45,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742347_1527 (size=743) 2024-11-16T11:24:45,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742347_1527 (size=743) 2024-11-16T11:24:45,366 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:45,367 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T11:24:45,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742346_1526 (size=678) 2024-11-16T11:24:45,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742346_1526 (size=678) 2024-11-16T11:24:45,371 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:45,372 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-16T11:24:45,372 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T11:24:45,372 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0, size=1.4 K (1393bytes) at 1731756285355Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0 so closing down at 1731756285359 (+4 ms)3 split writer threads finished at 1731756285359Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731756285361 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731756285361Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756285366 (+5 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731756285367 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731756285371 (+4 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1731756285372 (+1 ms)Processed 19 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731756285372 2024-11-16T11:24:45,373 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.0 to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.0 2024-11-16T11:24:45,374 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T11:24:45,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1 2024-11-16T11:24:45,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1 after 0ms 2024-11-16T11:24:45,375 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1 took 2ms 2024-11-16T11:24:45,376 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T11:24:45,376 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1 so closing down 2024-11-16T11:24:45,376 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:45,376 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:45,378 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T11:24:45,378 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T11:24:45,378 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T11:24:45,378 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T11:24:45,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742349_1529 (size=743) 2024-11-16T11:24:45,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742348_1528 (size=678) 2024-11-16T11:24:45,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742349_1529 (size=743) 2024-11-16T11:24:45,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742348_1528 (size=678) 2024-11-16T11:24:45,385 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:45,385 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:45,386 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-16T11:24:45,386 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T11:24:45,386 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T11:24:45,386 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1, size=1.4 K (1393bytes) at 1731756285374Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1 so closing down at 1731756285376 (+2 ms)3 split writer threads finished at 1731756285376Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731756285378 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731756285378Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756285385 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731756285385Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1731756285386 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731756285386Processed 19 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731756285386 2024-11-16T11:24:45,387 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.1 to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.1 2024-11-16T11:24:45,387 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T11:24:45,387 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2 2024-11-16T11:24:45,388 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2 after 1ms 2024-11-16T11:24:45,389 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2 took 2ms 2024-11-16T11:24:45,390 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T11:24:45,390 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2 so closing down 2024-11-16T11:24:45,390 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:45,390 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:45,391 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T11:24:45,391 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T11:24:45,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T11:24:45,392 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T11:24:45,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742350_1530 (size=678) 2024-11-16T11:24:45,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742350_1530 (size=678) 2024-11-16T11:24:45,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742351_1531 (size=743) 2024-11-16T11:24:45,395 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:45,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742351_1531 (size=743) 2024-11-16T11:24:45,396 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-16T11:24:45,797 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:45,799 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T11:24:45,799 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T11:24:45,799 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2, size=1.4 K (1393bytes) at 1731756285387Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2 so closing down at 1731756285390 (+3 ms)3 split writer threads finished at 1731756285390Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731756285392 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731756285392Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731756285395 (+3 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1731756285396 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756285797 (+401 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731756285799 (+2 ms)Processed 19 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731756285799 2024-11-16T11:24:45,802 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.2 to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.2 2024-11-16T11:24:45,803 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T11:24:45,803 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3 2024-11-16T11:24:45,804 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3 after 0ms 2024-11-16T11:24:45,806 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3 took 4ms 2024-11-16T11:24:45,808 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T11:24:45,809 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3 so closing down 2024-11-16T11:24:45,809 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:45,809 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:45,812 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T11:24:45,812 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T11:24:45,814 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T11:24:45,814 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T11:24:45,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742352_1532 (size=743) 2024-11-16T11:24:45,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742353_1533 (size=678) 2024-11-16T11:24:45,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742353_1533 (size=678) 2024-11-16T11:24:45,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742352_1532 (size=743) 2024-11-16T11:24:45,819 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:45,819 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:45,820 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T11:24:45,820 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-16T11:24:45,820 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T11:24:45,820 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3, size=1.4 K (1393bytes) at 1731756285803Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3 so closing down at 1731756285809 (+6 ms)3 split writer threads finished at 1731756285809Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731756285814 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731756285814Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756285819 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731756285819Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731756285820 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1731756285820Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731756285820 2024-11-16T11:24:45,822 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.3 to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.3 2024-11-16T11:24:45,822 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T11:24:45,822 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4 2024-11-16T11:24:45,822 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4 after 0ms 2024-11-16T11:24:45,824 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4 took 2ms 2024-11-16T11:24:45,826 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T11:24:45,826 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4 so closing down 2024-11-16T11:24:45,826 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:45,826 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:45,828 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T11:24:45,829 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T11:24:45,829 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T11:24:45,829 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T11:24:45,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742354_1534 (size=743) 2024-11-16T11:24:45,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742354_1534 (size=743) 2024-11-16T11:24:45,834 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:45,835 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T11:24:45,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742355_1535 (size=678) 2024-11-16T11:24:45,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742355_1535 (size=678) 2024-11-16T11:24:45,841 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:45,842 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-16T11:24:45,842 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T11:24:45,842 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4, size=1.4 K (1393bytes) at 1731756285822Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4 so closing down at 1731756285826 (+4 ms)3 split writer threads finished at 1731756285826Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731756285829 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731756285829Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756285834 (+5 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731756285835 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731756285841 (+6 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1731756285842 (+1 ms)Processed 19 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731756285842 2024-11-16T11:24:45,844 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.4 to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.4 2024-11-16T11:24:45,844 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T11:24:45,844 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5 2024-11-16T11:24:45,844 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5 after 0ms 2024-11-16T11:24:45,846 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5 took 2ms 2024-11-16T11:24:45,847 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T11:24:45,847 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5 so closing down 2024-11-16T11:24:45,847 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:45,847 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:45,848 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T11:24:45,848 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T11:24:45,849 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T11:24:45,849 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T11:24:45,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742356_1536 (size=678) 2024-11-16T11:24:45,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742357_1537 (size=743) 2024-11-16T11:24:45,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742356_1536 (size=678) 2024-11-16T11:24:45,852 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:45,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742357_1537 (size=743) 2024-11-16T11:24:45,853 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-16T11:24:46,254 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:46,257 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T11:24:46,257 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T11:24:46,257 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5, size=1.4 K (1393bytes) at 1731756285844Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5 so closing down at 1731756285847 (+3 ms)3 split writer threads finished at 1731756285847Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731756285849 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731756285849Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731756285852 (+3 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1731756285853 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756286254 (+401 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731756286257 (+3 ms)Processed 19 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731756286257 2024-11-16T11:24:46,262 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.5 to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.5 2024-11-16T11:24:46,262 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T11:24:46,262 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6 2024-11-16T11:24:46,263 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6 after 1ms 2024-11-16T11:24:46,266 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6 took 4ms 2024-11-16T11:24:46,267 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T11:24:46,268 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6 so closing down 2024-11-16T11:24:46,268 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:46,268 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:46,271 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T11:24:46,271 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T11:24:46,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T11:24:46,272 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T11:24:46,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742358_1538 (size=749) 2024-11-16T11:24:46,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742359_1539 (size=683) 2024-11-16T11:24:46,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742359_1539 (size=683) 2024-11-16T11:24:46,277 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:46,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742358_1538 (size=749) 2024-11-16T11:24:46,277 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:46,279 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-16T11:24:46,279 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T11:24:46,279 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-16T11:24:46,279 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6, size=1.4 K (1405bytes) at 1731756286262Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6 so closing down at 1731756286268 (+6 ms)3 split writer threads finished at 1731756286268Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731756286272 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731756286272Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756286277 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731756286277Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1731756286279 (+2 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731756286279Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731756286279 2024-11-16T11:24:46,281 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.6 to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.6 2024-11-16T11:24:46,281 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T11:24:46,281 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7 2024-11-16T11:24:46,281 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7 after 0ms 2024-11-16T11:24:46,283 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7 took 2ms 2024-11-16T11:24:46,284 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T11:24:46,285 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7 so closing down 2024-11-16T11:24:46,285 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:46,285 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:46,287 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T11:24:46,287 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T11:24:46,287 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T11:24:46,287 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T11:24:46,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742361_1541 (size=753) 2024-11-16T11:24:46,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742360_1540 (size=687) 2024-11-16T11:24:46,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742360_1540 (size=687) 2024-11-16T11:24:46,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742361_1541 (size=753) 2024-11-16T11:24:46,291 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:46,291 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:46,292 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-16T11:24:46,292 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T11:24:46,292 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T11:24:46,292 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7, size=1.4 K (1413bytes) at 1731756286281Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7 so closing down at 1731756286285 (+4 ms)3 split writer threads finished at 1731756286285Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731756286287 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731756286287Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731756286291 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756286291Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1731756286292 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731756286292Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731756286292 2024-11-16T11:24:46,294 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.7 to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.7 2024-11-16T11:24:46,294 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T11:24:46,294 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8 2024-11-16T11:24:46,294 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8 after 0ms 2024-11-16T11:24:46,295 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8 took 1ms 2024-11-16T11:24:46,296 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T11:24:46,297 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8 so closing down 2024-11-16T11:24:46,297 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:46,297 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:46,299 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T11:24:46,299 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T11:24:46,299 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T11:24:46,300 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T11:24:46,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742363_1543 (size=687) 2024-11-16T11:24:46,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742363_1543 (size=687) 2024-11-16T11:24:46,304 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:46,305 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-16T11:24:46,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742362_1542 (size=753) 2024-11-16T11:24:46,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742362_1542 (size=753) 2024-11-16T11:24:46,309 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:46,310 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T11:24:46,310 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T11:24:46,310 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8, size=1.4 K (1413bytes) at 1731756286294Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8 so closing down at 1731756286297 (+3 ms)3 split writer threads finished at 1731756286297Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731756286299 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731756286300 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731756286304 (+4 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1731756286305 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756286309 (+4 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731756286310 (+1 ms)Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731756286310 2024-11-16T11:24:46,311 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.8 to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.8 2024-11-16T11:24:46,312 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T11:24:46,312 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9 2024-11-16T11:24:46,312 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9 after 0ms 2024-11-16T11:24:46,313 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9 took 1ms 2024-11-16T11:24:46,314 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T11:24:46,314 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9 so closing down 2024-11-16T11:24:46,314 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:24:46,315 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:24:46,316 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T11:24:46,316 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T11:24:46,317 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T11:24:46,317 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T11:24:46,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742365_1545 (size=753) 2024-11-16T11:24:46,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742364_1544 (size=687) 2024-11-16T11:24:46,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742365_1545 (size=753) 2024-11-16T11:24:46,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742364_1544 (size=687) 2024-11-16T11:24:46,320 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:46,320 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T11:24:46,321 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T11:24:46,321 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-16T11:24:46,321 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T11:24:46,321 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9, size=1.4 K (1413bytes) at 1731756286312Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9 so closing down at 1731756286314 (+2 ms)3 split writer threads finished at 1731756286315 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731756286317 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731756286317Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756286320 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731756286320Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731756286321 (+1 ms)Rename recovered edits hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1731756286321Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731756286321 2024-11-16T11:24:46,322 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731756284345/wal.dat.9 to hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.9 2024-11-16T11:24:46,323 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731756285373; access_time=1731756285244; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731756285387; access_time=1731756285254; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731756285801; access_time=1731756285264; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731756285821; access_time=1731756285272; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731756285843; access_time=1731756285281; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731756286260; access_time=1731756285291; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731756286280; access_time=1731756285303; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731756286293; access_time=1731756285312; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731756286311; access_time=1731756285321; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34525/user/jenkins/test-data/67c27148-413e-8359-79da-003131eb6441/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731756286322; access_time=1731756285330; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-16T11:24:46,330 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=149 (was 149), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=438 (was 438), ProcessCount=11 (was 11), AvailableMemoryMB=4370 (was 4409) 2024-11-16T11:24:46,336 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=149, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=438, ProcessCount=11, AvailableMemoryMB=4370 2024-11-16T11:24:46,336 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T11:24:46,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742366_1546 (size=7) 2024-11-16T11:24:46,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742366_1546 (size=7) 2024-11-16T11:24:46,342 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/214e3330-bd9a-9389-07fd-bf86b5eb6d4a with version=8 2024-11-16T11:24:46,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:46,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:24:46,345 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T11:24:46,345 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T11:24:46,345 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T11:24:46,346 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T11:24:46,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:46,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:46,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:46,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:46,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:46,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:46,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:46,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:46,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:46,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:46,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:46,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:46,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:46,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:46,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:46,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:46,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:46,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:46,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:46,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:46,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:46,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:46,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:46,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:46,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:46,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:46,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:46,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:46,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:46,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:46,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:46,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:46,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:46,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:46,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:46,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:46,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:46,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:46,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T11:24:46,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T11:24:46,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742367_1547 (size=2324) 2024-11-16T11:24:46,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742367_1547 (size=2324) 2024-11-16T11:24:46,356 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T11:24:46,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073742368_1548 (size=2325) 2024-11-16T11:24:46,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34423 is added to blk_1073742368_1548 (size=2325) 2024-11-16T11:24:46,376 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34525/user/jenkins/test-data/0b9b1853-555c-b543-3c9a-b24445b62ece/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731756286345/wal.dat.0, size=2.3 K (2325bytes) 2024-11-16T11:24:46,376 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34525/user/jenkins/test-data/0b9b1853-555c-b543-3c9a-b24445b62ece/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731756286345/wal.dat.0 2024-11-16T11:24:46,377 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34525/user/jenkins/test-data/0b9b1853-555c-b543-3c9a-b24445b62ece/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731756286345/wal.dat.0 after 1ms 2024-11-16T11:24:46,378 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34525/user/jenkins/test-data/0b9b1853-555c-b543-3c9a-b24445b62ece/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731756286345/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:34525/user/jenkins/test-data/0b9b1853-555c-b543-3c9a-b24445b62ece/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731756286345/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-16T11:24:46,378 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/0b9b1853-555c-b543-3c9a-b24445b62ece/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731756286345/wal.dat.0 so closing down 2024-11-16T11:24:46,378 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/0b9b1853-555c-b543-3c9a-b24445b62ece/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731756286345/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-16T11:24:46,378 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34525/user/jenkins/test-data/0b9b1853-555c-b543-3c9a-b24445b62ece/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731756286345/wal.dat.0, journal: Splitting hdfs://localhost:34525/user/jenkins/test-data/0b9b1853-555c-b543-3c9a-b24445b62ece/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731756286345/wal.dat.0, size=2.3 K (2325bytes) at 1731756286376Finishing writing output for hdfs://localhost:34525/user/jenkins/test-data/0b9b1853-555c-b543-3c9a-b24445b62ece/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731756286345/wal.dat.0 so closing down at 1731756286378 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:34525/user/jenkins/test-data/0b9b1853-555c-b543-3c9a-b24445b62ece/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731756286345/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1731756286378 2024-11-16T11:24:46,380 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34525/user/jenkins/test-data/0b9b1853-555c-b543-3c9a-b24445b62ece/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731756286345/wal.dat.0 to hdfs://localhost:34525/user/jenkins/test-data/0b9b1853-555c-b543-3c9a-b24445b62ece/corrupt/wal.dat.0 2024-11-16T11:24:46,388 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=149 (was 149), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=438 (was 438), ProcessCount=11 (was 11), AvailableMemoryMB=4370 (was 4370) 2024-11-16T11:24:46,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a0403e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:24:46,427 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:24:46,427 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:24:46,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:24:46,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/hadoop.log.dir/,STOPPED} 2024-11-16T11:24:46,433 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T11:24:46,433 WARN [BP-707044510-172.17.0.2-1731756228556 heartbeating to localhost/127.0.0.1:34525 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T11:24:46,433 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T11:24:46,433 WARN [BP-707044510-172.17.0.2-1731756228556 heartbeating to localhost/127.0.0.1:34525 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-707044510-172.17.0.2-1731756228556 (Datanode Uuid b0f7faa1-1779-40b4-9015-3e56fd560fd8) service to localhost/127.0.0.1:34525 2024-11-16T11:24:46,436 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/cluster_d456d332-ecd7-dc23-afbc-91be80ad86a6/data/data3/current/BP-707044510-172.17.0.2-1731756228556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:24:46,436 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/cluster_d456d332-ecd7-dc23-afbc-91be80ad86a6/data/data4/current/BP-707044510-172.17.0.2-1731756228556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:24:46,437 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T11:24:46,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e587259{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:24:46,440 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:24:46,440 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:24:46,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:24:46,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/hadoop.log.dir/,STOPPED} 2024-11-16T11:24:46,442 WARN [BP-707044510-172.17.0.2-1731756228556 heartbeating to localhost/127.0.0.1:34525 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T11:24:46,442 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T11:24:46,442 WARN [BP-707044510-172.17.0.2-1731756228556 heartbeating to localhost/127.0.0.1:34525 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-707044510-172.17.0.2-1731756228556 (Datanode Uuid 5b58c7a7-96b6-4738-afe3-ca8cda14920f) service to localhost/127.0.0.1:34525 2024-11-16T11:24:46,442 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T11:24:46,443 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/cluster_d456d332-ecd7-dc23-afbc-91be80ad86a6/data/data1/current/BP-707044510-172.17.0.2-1731756228556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:24:46,443 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/cluster_d456d332-ecd7-dc23-afbc-91be80ad86a6/data/data2/current/BP-707044510-172.17.0.2-1731756228556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:24:46,444 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T11:24:46,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dfe145b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:24:46,454 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:24:46,454 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:24:46,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:24:46,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4756aad-db85-1906-0cfe-3fbd89d402a4/hadoop.log.dir/,STOPPED}